-- Logs begin at Mon 2022-01-17 08:56:47 UTC, end at Mon 2022-01-17 10:16:59 UTC. -- Jan 17 09:45:04.188933 dv-cinder-824839-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 09:45:07.156362 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.common.config [-] Logging enabled! Jan 17 09:45:07.156977 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev389 Jan 17 09:45:07.157154 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114827) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 09:45:07.160351 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.common.config [-] Logging enabled! Jan 17 09:45:07.160613 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev389 Jan 17 09:45:07.160929 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114827) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 09:45:07.161869 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 09:45:07.162104 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 09:45:07.162640 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 09:45:07.162913 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 09:45:07.163144 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 09:45:07.163470 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.163892 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 17 09:45:07.164208 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.164528 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.164824 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.165121 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.165413 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.165695 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.165984 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.166280 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.166566 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.166884 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.167169 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.167460 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.167741 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.168026 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.168309 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.168592 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] debug = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.168872 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.169299 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.169714 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.169993 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.170279 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.170558 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.170857 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.171136 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.171419 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.171744 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] host = dv-cinder-824839-2-iscsi {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.172017 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.172300 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.172584 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.172869 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.173143 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.173418 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.173699 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.173969 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.174243 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] log_file = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.174512 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.174826 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.175114 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.175401 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.175625 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.175846 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.176131 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.176412 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.176685 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.176962 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.177233 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.177503 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.177788 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.178041 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.178323 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.178604 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.178915 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.179189 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.179464 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.179734 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.180003 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.180308 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.180580 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.180851 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.181120 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.181403 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.181670 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.181940 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.182236 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.182517 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.182820 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.183105 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.183377 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.183659 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.183932 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.184202 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.184474 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] use_json = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.184744 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.185014 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.185294 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.185567 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.185841 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.186113 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.186387 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.186671 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.187048 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:07.187346 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.187644 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.187943 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.188232 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.188521 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.188803 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.189093 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.189373 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.189658 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.189948 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.190236 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.190513 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.190841 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.191134 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.191429 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.191735 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.192029 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.192319 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.192593 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.192865 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.193137 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.193414 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.193698 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.193974 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.194259 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.194545 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.194843 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.195141 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.195427 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.196221 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.196525 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.196797 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.197081 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.197373 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.197653 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.197925 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.198202 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.198490 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.198793 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.199069 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.199352 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.199631 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.199905 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.200177 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.200454 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.200743 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.201020 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.201291 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.201562 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.201840 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.202109 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.202392 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.202668 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.202964 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.203238 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.203519 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.203791 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.204063 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.204339 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.204611 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.204886 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.205156 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.205426 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.205697 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.205966 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.206237 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.206506 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.206800 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.207082 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.207356 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.207629 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.207900 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.208176 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.208451 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.208737 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.209038 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.209320 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.209600 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.209880 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.210162 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.210440 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.210719 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.211019 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.211301 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.212144 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.212436 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.212720 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.213008 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.213316 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.213597 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.213892 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.214171 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.214453 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.214767 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.215027 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.215312 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.215599 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.215894 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.216191 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.216487 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.216782 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.217080 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.217359 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.217669 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.217951 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:07.218169 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 09:45:07.218415 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114827) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 09:45:07.594376 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 09:45:07.594584 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 09:45:07.594926 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 09:45:07.595273 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 09:45:07.922889 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:07.923198 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:07.923478 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:07.926324 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:07.926611 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:07.926910 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:07.970827 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:07.971111 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:07.971382 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:07.985864 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:07.986150 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:07.986424 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.016774 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.017060 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.017334 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.053611 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.053896 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.054167 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.393930 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.394481 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.394481 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.394749 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.395456 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.500508 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.500834 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.501122 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.501402 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.501679 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.501999 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.502264 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.502526 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.502821 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.503109 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.503375 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.503646 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.503905 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.504161 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.504423 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.504694 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.504957 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.505230 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.505504 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.505770 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.506045 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.506301 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.506585 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.506989 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.507246 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.507499 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.507896 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:45:08.508138 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:45:08.508894 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:45:08.509135 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:45:08.509374 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:45:08.509614 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:45:08.509980 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 09:45:08.513195 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 09:45:08.517430 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 09:45:08.521263 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Jan 17 09:45:08.522930 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 09:45:08.523407 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 09:45:08.523749 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 09:45:08.524701 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 09:45:08.527578 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 09:45:08.527836 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 09:45:08.528186 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 09:45:08.533725 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 17 09:45:08.557329 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 17 09:45:08.557780 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.558080 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114827) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 17 09:45:08.558448 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.559853 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114827) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 09:45:08.560140 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 09:45:08.560393 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 09:45:08.563575 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.563863 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:08.629277 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 09:45:08.629475 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 09:45:08.629672 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 09:45:08.630057 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 09:45:08.651754 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_db.sqlalchemy.engines [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114827) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 17 09:45:09.262454 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Initializing driver for type 'gre' Jan 17 09:45:09.263030 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] gre ID ranges: [(1, 1000)] Jan 17 09:45:09.508553 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Initializing driver for type 'local' Jan 17 09:45:09.509075 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Initializing driver for type 'vlan' Jan 17 09:45:09.599752 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] VlanTypeDriver initialization complete Jan 17 09:45:09.600045 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Initializing driver for type 'vxlan' Jan 17 09:45:09.600559 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] vxlan ID ranges: [(1, 1000)] Jan 17 09:45:09.833729 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Initializing extension driver 'port_security' Jan 17 09:45:09.834085 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.extensions.port_security [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] PortSecurityExtensionDriver initialization complete Jan 17 09:45:09.834424 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Initializing mechanism driver 'openvswitch' Jan 17 09:45:09.834787 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Initializing mechanism driver 'hyperv' Jan 17 09:45:09.849379 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.plugins.ml2.plugin [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:45:09.850134 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > port after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.850464 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > port after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.850865 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > port after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.851410 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114827) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:45:09.851878 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > subnet after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.852829 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > subnet after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.853188 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.853604 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114827) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:45:09.854026 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > network after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.854385 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > network after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.854756 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > network after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.855188 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114827) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:45:09.855610 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > security_group after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.855971 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > security_group after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.856326 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > security_group after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.856870 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114827) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:45:09.857294 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.857656 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.858010 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.858418 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114827) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:45:09.858869 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > address_group after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.859228 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > address_group after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.859578 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > address_group after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.859986 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114827) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:45:09.860440 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] ML2 OVO RPC backend initialized. {{(pid=114827) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 17 09:45:09.861158 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.861536 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.861953 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > network before_response 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.862314 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > networks before_response 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.862673 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > port before_response 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.863046 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > ports before_response 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.863407 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > subnet before_response 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.863761 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > subnets before_response 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.864115 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > network after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.864466 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > network after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.864814 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > network after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.865161 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > port after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.865508 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > port after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.865853 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > port after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.866205 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > subnet after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.866552 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > subnet after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.866917 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.867507 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.plugin [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Modular L2 Plugin initialization complete Jan 17 09:45:09.871940 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading services supported by the core plugin {{(pid=114827) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 09:45:09.871940 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.plugins.ml2.managers [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Got port-security extension from driver 'port_security' Jan 17 09:45:09.871940 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.extensions.vlantransparent [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Disabled vlantransparent extension. Jan 17 09:45:09.871940 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114827) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 09:45:09.871940 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading Plugin: router Jan 17 09:45:09.916293 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router_interface before_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.916702 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router after_create 55549900 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.917082 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router before_create 55549900 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.917460 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.917846 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.918218 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router after_delete 55549900 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.918590 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > floatingip after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.918976 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > floatingip after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.919349 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router after_create 55549900 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.919708 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router after_update 55549900 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.920069 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router after_update 55549900 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.920429 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.920799 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router after_update 55549900 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.921223 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router precommit_update 55549900 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.921605 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: port after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.921954 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: port after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.922304 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: subnet after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.922669 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.923045 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > port precommit_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.923411 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router precommit_create 55549900 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.923768 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: port before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.924123 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router precommit_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.924491 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router after_update 55549900 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.924846 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router precommit_delete 55549900 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.925208 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router precommit_create 55549900 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.925581 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.925938 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router precommit_update 55549900 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.926314 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > agent after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.926676 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > agent after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.927063 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > network after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.927937 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Tracking information for resource: router configured {{(pid=114827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:45:09.928283 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Tracking information for resource: floatingip configured {{(pid=114827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:45:09.933395 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.db.l3_agentschedulers_db [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 09:45:09.939091 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: port after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.939091 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: port after_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.939091 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: port after_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.939091 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: port after_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.939091 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router before_create 55550100 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.939523 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router precommit_delete 55550100 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.939523 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router precommit_create 55550100 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.939523 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > router precommit_update 55550100 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.941797 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.services.provider_configuration [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service providers = [] {{(pid=114827) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 09:45:09.942174 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.db.servicetype_db [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114827) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 09:45:09.945206 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.services.service_base [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114827) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 09:45:09.945566 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.services.service_base [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114827) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 09:45:09.946408 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.services.service_base [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114827) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 09:45:09.947364 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.services.service_base [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114827) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 09:45:09.947746 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.services.service_base [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 09:45:09.948133 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:45:09.948459 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 09:45:09.973029 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:45:09.973378 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading Plugin: auto_allocate Jan 17 09:45:09.979327 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: network precommit_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.979713 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: network precommit_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:09.980253 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:45:09.980589 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading Plugin: tag Jan 17 09:45:09.990806 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:45:09.991151 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading Plugin: timestamp Jan 17 09:45:09.995247 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:45:09.995590 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading Plugin: network_ip_availability Jan 17 09:45:10.001147 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:10.001530 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:10.001902 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:10.002634 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:45:10.002999 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading Plugin: flavors Jan 17 09:45:10.007820 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:45:10.008649 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading Plugin: revisions Jan 17 09:45:10.013048 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:45:10.013447 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_concurrency.lockutils [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.418s {{(pid=114827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 09:45:10.014472 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114827) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 17 09:45:10.014857 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Initializing extension manager. Jan 17 09:45:10.015395 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: __init__.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.015752 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: __pycache__ {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.016102 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.016450 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: address_group.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.017250 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.017803 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: address-group Jan 17 09:45:10.018139 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: address_scope.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.026421 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.026987 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: address-scope Jan 17 09:45:10.027328 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: admin_state_down_before_update.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.028277 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.028809 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: router-admin-state-down-before-update Jan 17 09:45:10.029147 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: agent.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.029860 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.030384 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: agent Jan 17 09:45:10.030722 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: agent_resources_synced.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.031667 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.032193 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: agent-resources-synced Jan 17 09:45:10.032528 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: allowedaddresspairs.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.034359 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.034931 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: allowed-address-pairs Jan 17 09:45:10.035271 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: auto_allocated_topology.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.036384 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.036920 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: auto-allocated-topology Jan 17 09:45:10.037259 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: availability_zone.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.037971 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.038500 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: availability_zone Jan 17 09:45:10.038871 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: availability_zone_filter.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.039803 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.040333 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: availability_zone_filter Jan 17 09:45:10.040666 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: data_plane_status.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.041602 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.042132 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 09:45:10.042465 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: default_subnetpools.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.043427 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.043958 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: default-subnetpools Jan 17 09:45:10.044295 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: dhcpagentscheduler.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.045110 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.045641 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: dhcp_agent_scheduler Jan 17 09:45:10.045977 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: dns.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.046950 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.047475 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension dns-integration not supported by any of loaded plugins Jan 17 09:45:10.047805 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: dns_domain_ports.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.048740 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.049263 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 09:45:10.049595 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.050540 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.051090 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 17 09:45:10.056743 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: dvr.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.056743 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.056743 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: dvr Jan 17 09:45:10.056743 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: ecmp_routes.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.057420 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.057938 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension ecmp_routes not supported by any of loaded plugins Jan 17 09:45:10.058271 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: empty_string_filtering.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.059225 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.059753 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: empty-string-filtering Jan 17 09:45:10.060085 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.061015 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.061538 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 09:45:10.061869 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.062837 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.063360 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 09:45:10.063692 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: external_net.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.064618 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.065146 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: external-net Jan 17 09:45:10.065481 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: extra_dhcp_opt.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.066406 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.066959 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: extra_dhcp_opt Jan 17 09:45:10.067295 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: extraroute.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.068218 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.068739 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: extraroute Jan 17 09:45:10.069072 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: extraroute_atomic.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.070131 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.071157 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: extraroute-atomic Jan 17 09:45:10.071506 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: filter_validation.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.072185 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.072707 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: filter-validation Jan 17 09:45:10.073041 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: fip_pf_description.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.073968 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.074484 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 09:45:10.074840 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: fip_port_details.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.075773 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.076295 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: fip-port-details Jan 17 09:45:10.076631 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: flavors.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.077892 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.078428 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: flavors Jan 17 09:45:10.078785 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.095634 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.096178 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 09:45:10.096526 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: floatingip_pools.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.097245 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.097779 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: floatingip-pools Jan 17 09:45:10.098120 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: ip_allocation.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.099094 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.099621 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 09:45:10.099959 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.100941 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.101427 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: ip-substring-filtering Jan 17 09:45:10.101768 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: l2_adjacency.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.102710 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.103261 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 09:45:10.103598 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: l3.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.104713 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.105243 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: router Jan 17 09:45:10.105584 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: l3_conntrack_helper.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.107890 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.108440 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 09:45:10.108786 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.109752 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.110291 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: ext-gw-mode Jan 17 09:45:10.110634 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.111625 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.112159 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: l3-ha Jan 17 09:45:10.112500 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: l3_flavors.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.113431 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.113964 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: l3-flavors Jan 17 09:45:10.114302 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.115270 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.115801 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 09:45:10.116139 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: l3agentscheduler.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.117174 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.117700 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: l3_agent_scheduler Jan 17 09:45:10.118040 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: local_ip.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.119889 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.120438 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension local_ip not supported by any of loaded plugins Jan 17 09:45:10.120787 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: logging.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.122290 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.122871 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension logging not supported by any of loaded plugins Jan 17 09:45:10.123216 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: metering.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.123976 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.124582 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: metering Jan 17 09:45:10.124918 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.126036 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.126575 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: metering_source_and_destination_fields Jan 17 09:45:10.126947 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: multiprovidernet.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.127894 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.128426 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: multi-provider Jan 17 09:45:10.128763 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: netmtu.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.129702 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.130237 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: net-mtu Jan 17 09:45:10.130574 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: netmtu_writable.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.131536 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.132069 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: net-mtu-writable Jan 17 09:45:10.132404 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: network_availability_zone.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.133087 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.134098 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: network_availability_zone Jan 17 09:45:10.134432 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: network_ip_availability.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.143917 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.144449 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: network-ip-availability Jan 17 09:45:10.144787 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: network_segment_range.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.145569 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.146093 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 09:45:10.146428 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: pagination.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.147598 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.147938 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: pagination Jan 17 09:45:10.148270 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: port_device_profile.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.149767 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.150299 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: port-device-profile Jan 17 09:45:10.150633 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.151598 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.152127 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: port-mac-address-regenerate Jan 17 09:45:10.152461 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.153407 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.153933 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: port-numa-affinity-policy Jan 17 09:45:10.154267 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: port_resource_request.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.155225 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.155748 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 09:45:10.156082 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: port_resource_request_groups.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.157076 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.157600 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 17 09:45:10.157933 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: portbindings.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.158903 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.159428 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: binding Jan 17 09:45:10.159760 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: portbindings_extended.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.161067 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.161604 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: binding-extended Jan 17 09:45:10.161943 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: portsecurity.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.162923 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.163456 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: port-security Jan 17 09:45:10.163789 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: project_id.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.164814 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.165155 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: project-id Jan 17 09:45:10.165491 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: providernet.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.166433 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.166995 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: provider Jan 17 09:45:10.167331 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: qos.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.171025 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.171574 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension qos not supported by any of loaded plugins Jan 17 09:45:10.171923 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.173213 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.173752 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 09:45:10.174096 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.175061 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.175596 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 09:45:10.175935 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: qos_default.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.185445 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.185973 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension qos-default not supported by any of loaded plugins Jan 17 09:45:10.186309 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: qos_fip.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.187289 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.187822 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension qos-fip not supported by any of loaded plugins Jan 17 09:45:10.188156 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: qos_fip_network_policy.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.189095 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.189623 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 17 09:45:10.189955 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: qos_gateway_ip.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.190932 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.191466 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 09:45:10.191801 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: qos_port_network_policy.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.192729 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.193255 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 09:45:10.193590 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.194668 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.195225 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 17 09:45:10.195560 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: qos_pps_rule.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.197284 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.197816 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension qos-pps not supported by any of loaded plugins Jan 17 09:45:10.198154 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: qos_rule_type_details.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.199121 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.199645 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 09:45:10.199986 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: qos_rules_alias.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.201056 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.201589 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 09:45:10.201928 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: quota_check_limit.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.202897 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.203430 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: quota-check-limit Jan 17 09:45:10.203771 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: quotasv2.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.204721 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.205062 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: quotas Jan 17 09:45:10.205394 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: quotasv2_detail.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.208833 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.209193 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: quota_details Jan 17 09:45:10.209540 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: rbac.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.210622 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.211198 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: rbac-policies Jan 17 09:45:10.212093 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: rbac_address_group.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.213048 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.213587 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: rbac-address-group Jan 17 09:45:10.213923 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: rbac_address_scope.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.214908 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.215442 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: rbac-address-scope Jan 17 09:45:10.215775 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: rbac_security_groups.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.216712 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.217239 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: rbac-security-groups Jan 17 09:45:10.217572 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: rbac_subnetpool.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.218516 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.219081 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: rbac-subnetpool Jan 17 09:45:10.219421 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: revisionifmatch.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.220361 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.220890 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: revision-if-match Jan 17 09:45:10.221224 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: revisions.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.222370 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.222939 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: standard-attr-revisions Jan 17 09:45:10.223275 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: router_availability_zone.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.223955 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.224482 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: router_availability_zone Jan 17 09:45:10.224813 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: routerservicetype.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.225746 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.226269 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension router-service-type not supported by any of loaded plugins Jan 17 09:45:10.226599 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.227663 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.228187 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: security-groups-normalized-cidr Jan 17 09:45:10.228518 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: security_groups_port_filtering.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.229453 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.229979 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: port-security-groups-filtering Jan 17 09:45:10.230311 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.231293 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.231821 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: security-groups-remote-address-group Jan 17 09:45:10.232153 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.233094 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.233617 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: security-groups-shared-filtering Jan 17 09:45:10.233949 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.234550 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 17 09:45:10.234907 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: securitygroup.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.244784 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.245335 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: security-group Jan 17 09:45:10.245681 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: segment.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.246486 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.247048 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension segment not supported by any of loaded plugins Jan 17 09:45:10.247390 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.248352 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.248887 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 09:45:10.249225 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: servicetype.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.250354 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.250933 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: service-type Jan 17 09:45:10.251273 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: sorting.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.256476 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.256821 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: sorting Jan 17 09:45:10.257158 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: standard_attr_segment.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.258094 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.259178 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 09:45:10.259521 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: standardattrdescription.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.260185 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.260715 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: standard-attr-description Jan 17 09:45:10.261049 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: stateful_security_group.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.262019 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.262554 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: stateful-security-group Jan 17 09:45:10.262927 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: stdattrs_common.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.263515 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 09:45:10.264098 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.265044 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.265580 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 09:45:10.265912 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: subnet_onboard.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.267054 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.267600 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: subnet_onboard Jan 17 09:45:10.267935 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.268886 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.269422 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 09:45:10.269755 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: subnet_service_types.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.270701 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.271269 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: subnet-service-types Jan 17 09:45:10.271604 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: subnetallocation.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.272707 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.273256 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: subnet_allocation Jan 17 09:45:10.273589 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.274842 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.275400 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: subnetpool-prefix-ops Jan 17 09:45:10.275734 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.276694 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.277223 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 09:45:10.277554 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: tagging.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.278625 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.279204 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: standard-attr-tag Jan 17 09:45:10.279541 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: timestamp.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.280783 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.281317 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loaded extension: standard-attr-timestamp Jan 17 09:45:10.281653 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: trunk.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.282707 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.283271 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension trunk not supported by any of loaded plugins Jan 17 09:45:10.283607 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: trunk_details.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.284542 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.285078 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension trunk-details not supported by any of loaded plugins Jan 17 09:45:10.285414 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: uplink_status_propagation.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.286356 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.286920 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 09:45:10.287256 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Loading extension file: vlantransparent.py {{(pid=114827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:45:10.287937 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:45:10.288466 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 09:45:10.291059 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:network Jan 17 09:45:10.291598 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:subnet Jan 17 09:45:10.292015 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:45:10.292425 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:port Jan 17 09:45:10.293678 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.294135 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service FLAVORS assigned prefix: {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.294789 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.295230 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.295573 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:router Jan 17 09:45:10.296029 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:floatingip Jan 17 09:45:10.296543 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service METERING assigned prefix: /metering {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.298012 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:10.298397 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:10.298785 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:45:10.301728 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 09:45:10.301728 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:security_group Jan 17 09:45:10.301728 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 09:45:10.301728 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service CORE assigned prefix: {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.301728 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:45:10.302107 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] subnetpool is already registered Jan 17 09:45:10.302382 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service CORE assigned prefix: {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.302721 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:45:10.303104 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] subnetpool is already registered Jan 17 09:45:10.305454 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.306022 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service FLAVORS assigned prefix: {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.306662 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.307144 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.307492 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:router Jan 17 09:45:10.307842 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] router is already registered Jan 17 09:45:10.308271 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:floatingip Jan 17 09:45:10.308618 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] floatingip is already registered Jan 17 09:45:10.309109 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service METERING assigned prefix: /metering {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.309829 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 09:45:10.310166 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] rbac_policy is already registered Jan 17 09:45:10.310602 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:security_group Jan 17 09:45:10.310976 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] security_group is already registered Jan 17 09:45:10.311402 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 09:45:10.311746 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] security_group_rule is already registered Jan 17 09:45:10.312254 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service CORE assigned prefix: {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.312593 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:45:10.312936 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] subnetpool is already registered Jan 17 09:45:10.313379 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.v2.resource_helper [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Service CORE assigned prefix: {{(pid=114827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:45:10.313728 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:45:10.314071 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING neutron.quota.resource_registry [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] subnetpool is already registered Jan 17 09:45:10.314559 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: extensions {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.317186 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: address-groups {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.318711 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: address-scopes {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.319981 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: agents {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.321801 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: auto-allocated-topology {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.323093 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: availability_zones {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.324319 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: dhcp-networks {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.325748 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: dhcp-agents {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.327364 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: routers {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.329476 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: flavors {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.330774 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: service_profiles {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.332006 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: next_providers {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.333481 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: service_profiles {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.334969 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: floatingip-pools {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.336910 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: routers {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.339063 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: floatingips {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.340361 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: l3-routers {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.341764 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: l3-agents {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.343234 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: metering-labels {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.344500 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: metering-label-rules {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.345914 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: network-ip-availabilities {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.347249 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: bindings {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.348822 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: quotas {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.350503 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: quotas {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.352154 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: rbac-policies {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.353339 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: security-groups {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.354676 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: security-group-rules {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.355953 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: service-providers {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.357188 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: subnetpools {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.358519 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: subnetpools {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.360106 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: tags {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.361812 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: tags {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.363666 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: tags {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.365480 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: tags {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.367208 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: tags {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.369687 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: tags {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.371451 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: tags {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.374307 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: tags {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.376135 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: tags {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.377888 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron.api.extensions [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Extended resource: tags {{(pid=114827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:45:10.384746 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING keystonemiddleware.auth_token [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 09:45:10.389635 dv-cinder-824839-2-iscsi neutron-server[114827]: WARNING keystonemiddleware.auth_token [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 09:45:10.398583 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_concurrency.lockutils [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Acquired lock "singleton_lock" {{(pid=114827) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 17 09:45:10.399127 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_concurrency.lockutils [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Releasing lock "singleton_lock" {{(pid=114827) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 17 09:45:10.399791 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO oslo_service.service [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Starting 2 workers Jan 17 09:45:10.404624 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Started child 114940 {{(pid=114827) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 09:45:10.409053 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Started child 114941 {{(pid=114827) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 09:45:10.410011 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:10.410681 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO neutron.service [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 09:45:10.411295 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Publish callbacks [] for process (None), before_spawn {{(pid=114827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:10.411618 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [-] (114940) wsgi starting up on http://0.0.0.0:9696 Jan 17 09:45:10.413766 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO oslo_service.service [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Starting 1 workers Jan 17 09:45:10.414009 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:10.415538 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [-] (114941) wsgi starting up on http://0.0.0.0:9696 Jan 17 09:45:10.419105 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Started child 114942 {{(pid=114827) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 09:45:10.419651 dv-cinder-824839-2-iscsi neutron-server[114827]: INFO oslo_service.service [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Starting 1 workers Jan 17 09:45:10.422696 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.service [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] calling RpcWorker wait() {{(pid=114942) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 09:45:10.423316 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.service [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] returning from RpcWorker wait() {{(pid=114942) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 09:45:10.424144 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Started child 114943 {{(pid=114827) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 09:45:10.424475 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:10.424948 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG neutron_lib.callbacks.manager [None req-c00a116e-d998-4874-936e-3c46be4c05ce None None] Publish callbacks [] for process (None), after_spawn {{(pid=114827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:10.425113 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:45:10.426874 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114827) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 09:45:10.427104 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 09:45:10.427298 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 09:45:10.427543 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 09:45:10.427885 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 09:45:10.428057 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 09:45:10.428528 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.428810 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.428988 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:10.429521 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.429521 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.429786 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.430716 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.431003 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.431255 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.431532 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.431785 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.431959 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.432116 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.432389 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.432650 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.432947 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.433215 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.433470 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.433738 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.433914 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.434201 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.434477 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.434817 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.435030 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] debug = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.435293 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.435818 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.436111 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.436306 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.436531 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.436815 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.437051 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.437324 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.437567 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.437823 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.438084 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.438353 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.438600 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.438858 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.439114 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.439338 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.439604 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.439861 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.440337 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] host = dv-cinder-824839-2-iscsi {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.440590 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.440812 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.441088 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.441327 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.441576 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.441798 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.442062 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.442324 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.442581 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.442873 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.443103 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.443341 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.443569 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.443822 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_file = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.443991 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_options = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.444237 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.444510 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.444766 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.444971 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.445137 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.445284 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.445558 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.446323 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.446570 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.446829 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.447054 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.447295 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.447518 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.447740 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.448000 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.448237 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.448515 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.448760 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.449060 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.449273 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.449434 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.449831 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.450016 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.450786 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.450984 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.451231 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.451495 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.451738 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.452008 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.452232 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.452472 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.453144 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.453144 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.453301 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.453379 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:45:10.453486 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.453728 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.453966 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.454188 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.454470 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.454705 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.455008 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.455262 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.455484 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.455735 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.456069 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.456857 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.456857 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] use_json = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.456857 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.457370 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.457370 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.458095 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.458677 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.459111 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.465913 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.465913 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.465913 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.465913 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.465913 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.465913 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.465913 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.465913 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.467518 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.467518 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.467518 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.467518 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.467518 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.467518 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.467518 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.467518 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468017 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468017 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468017 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468017 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468017 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468017 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468017 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468017 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468531 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468531 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468531 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468531 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468531 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468531 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468873 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.468940 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.469784 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.470061 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.470326 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.470629 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.470839 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.471080 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.471330 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.471576 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.471907 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.472045 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.472327 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.472547 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.472792 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.473002 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.473235 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.473478 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.473711 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.473959 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.474197 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.474426 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.474668 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.474911 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.475154 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.475413 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.476763 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.476763 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.476763 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.476763 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.476763 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.477401 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.477401 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.477401 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.477770 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.477770 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.478012 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.478134 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.478405 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.478554 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.478795 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.479073 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.479300 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.479527 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.479743 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.479967 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.480206 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.480441 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.480664 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.480874 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.481097 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.481326 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.481522 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.481723 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.481981 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.482165 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.482401 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.482583 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.482783 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.482981 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.483199 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.483447 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.483635 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.483857 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.484165 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.484473 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.484734 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.484982 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.485212 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.485458 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.485698 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.485948 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.486168 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.486390 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.486626 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.486896 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.487119 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.487387 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.487610 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.487832 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.488115 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.488339 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.488566 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.488794 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.489036 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.489282 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.489560 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.489800 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.490060 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.490320 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.490559 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.490877 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.491131 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.491410 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.491638 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.491922 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.492219 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.493033 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.493317 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.493572 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.493804 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.494077 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.494312 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.494562 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.494832 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.495099 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.495352 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.495601 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.495841 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.496080 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.496366 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.497321 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.497321 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.497321 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.497575 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.497673 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.497881 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.498129 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.498398 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.498657 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.498924 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.499178 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.499414 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.499655 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.499893 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.500147 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.500400 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.500634 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.500869 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.501109 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.501329 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.501549 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.501817 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.502068 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.502313 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.502553 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.502821 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.503045 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.503310 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.503650 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.504133 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.504378 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.504611 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.504833 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.505235 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.505457 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.505733 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.505951 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.506225 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.506476 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.506745 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.506981 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.507232 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.507476 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.507700 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.507947 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.508255 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.509281 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.509281 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.509422 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.509621 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.509838 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.510068 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.510311 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.510568 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.510842 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.511182 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.511446 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.511685 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.511942 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.512166 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.512416 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.512657 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.512884 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.513102 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.513323 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.513964 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.514233 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.514494 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.514811 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.514991 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.515208 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.515455 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.515675 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.515888 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.516197 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.516446 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.516704 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.516962 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.517201 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.517419 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.517667 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.517864 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.518101 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.518346 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.518568 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.518836 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.519088 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.519303 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.519517 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.519741 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.519998 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.520215 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.520439 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.520804 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.521182 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.521414 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.521638 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.521857 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.522121 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.522337 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.522553 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.522836 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.523040 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.523257 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.523489 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.523703 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.523949 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.524200 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.524394 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.524607 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.524900 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.525158 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.525405 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.525715 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.525980 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.526227 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.526486 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.526828 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.527117 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.527275 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.527507 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.527731 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.527971 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.528253 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.528589 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.528876 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.529131 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.529394 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.529681 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.529966 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.530238 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.530475 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.530786 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.531112 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.531412 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.531698 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.531932 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.532184 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.532413 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.532634 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.532875 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.533119 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.533340 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.533587 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.533817 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.534085 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.534306 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.534541 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.534810 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.535062 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.535277 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.535500 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.535718 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.535880 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 09:45:10.536438 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114827) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 09:45:10.536586 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 09:45:10.536747 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 09:45:10.536923 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 09:45:10.537098 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 09:45:10.537260 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 09:45:10.537454 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.537617 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.537781 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.537943 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.538105 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.538305 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.538472 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.538633 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.538823 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.538988 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.539149 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.539312 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.539510 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.539673 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.539837 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.539998 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.540160 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.540323 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.540490 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.541080 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.541080 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.541080 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.541080 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] debug = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.541724 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.541724 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.541724 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.541724 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.542300 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.542300 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.542300 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.542639 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.542639 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.542639 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.542975 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.542975 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.543168 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.543293 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.543383 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.543549 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.543709 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.544073 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.544412 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] host = dv-cinder-824839-2-iscsi {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.544769 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.544922 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.545084 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.545246 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.545408 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.545572 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.545770 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.545886 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.546050 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.546211 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.546589 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.546589 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.546796 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.546879 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_file = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.547005 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_options = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.547169 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.547333 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.547493 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.547687 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.547851 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.547991 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.548154 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.548317 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.548479 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.548644 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.548810 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.548975 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.549140 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.549307 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.549457 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.549615 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.549777 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.549938 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.550100 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.550263 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.550428 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.550594 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.550768 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.550929 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.551088 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.551403 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.551566 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.551732 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.551888 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.552041 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.552208 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.552370 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.552533 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.552697 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.552857 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.553019 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.553328 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.553328 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.553564 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.553697 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.553823 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.553953 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.554066 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.554229 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.554390 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.554555 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.554717 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] use_json = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.554903 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.555590 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.555736 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.555901 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.556061 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.556221 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.556384 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.556547 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.556711 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:45:10.556893 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.557045 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.557222 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.557387 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.557550 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.557713 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.557876 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.558040 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.558192 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.558356 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.558528 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.558692 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.558897 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.559063 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.559226 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.559393 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.559559 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.559728 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.559883 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.560034 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.560201 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.560355 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.560527 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.560691 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.560856 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.561019 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.561184 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.561354 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.561493 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:45:10.561635 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.561771 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.561904 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.562037 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.562181 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.562316 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.562448 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.562590 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.562778 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.562947 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.563112 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.563277 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.563442 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.563607 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.563771 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.563935 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.564102 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.564266 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.564431 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.564596 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.564794 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.564922 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.565051 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.565427 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.565427 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.565887 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.565887 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.565887 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.566184 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.566184 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.566395 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.566526 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.566648 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.566784 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.566948 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.567113 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.567278 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.567442 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.567607 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.567771 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.567945 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.568108 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.568272 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.568436 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.568600 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.568765 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.568933 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.569111 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.569261 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.569425 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.569589 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.569753 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.569917 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.570081 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.570245 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.570410 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.570575 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.571314 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.571481 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.571645 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.571809 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.571974 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.572139 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.572313 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.572492 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.572656 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.572820 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.572984 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.573147 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.573312 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.573476 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.573638 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.573803 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.573967 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.574132 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.574296 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.574463 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.574627 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.574822 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.574985 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.575148 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.575310 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.575474 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.575636 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.575799 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.575963 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.576126 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.576290 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.576454 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.576617 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.576791 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.576956 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.577122 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.577286 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.577455 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.577628 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.577793 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.577957 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.578121 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.578285 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.578448 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.578612 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.578801 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.578966 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.579131 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.579294 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.579469 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.579633 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.579798 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.579962 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.580150 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.580314 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.580477 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.580640 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.580804 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.580969 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.581133 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.581297 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.581461 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.581625 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.581787 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.581953 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.582117 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.582280 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.582445 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.582608 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.582798 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.582964 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.583131 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.583295 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.583448 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.583612 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.583777 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.583941 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.584105 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.584268 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.584432 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.584596 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.584761 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.584925 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.585090 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.585254 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.585417 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.585581 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.585745 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.585909 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.586074 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.586273 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.586403 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.586569 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.586751 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.586919 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.587084 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.587249 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.587415 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.587579 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.587745 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.587909 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.588060 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.588224 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.588389 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.588553 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.588717 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.588885 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.589050 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.589229 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.589394 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.589559 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.589722 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.589886 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.590050 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.590197 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.590366 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.590528 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.590692 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.590892 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.591060 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.591227 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.591391 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.591555 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.591719 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.591881 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.592048 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.592209 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.592542 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.592707 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.592873 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.593037 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.593201 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.593366 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.593540 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.593706 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.593869 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.594032 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.594195 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.594359 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.594533 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.594698 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.594886 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.595185 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.595185 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.595444 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.595568 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.595690 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.595819 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.595982 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.596144 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.596307 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.596484 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.596650 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.596812 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.596974 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.597137 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.597299 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.597475 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.597638 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.597801 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.597965 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.598128 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.598292 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.598464 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.598629 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.598841 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.599013 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.599176 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.599339 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.599502 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.599678 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.599843 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.600012 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.600177 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.600325 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.600493 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.600660 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.600829 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.601004 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.601174 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.601340 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.601513 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.601687 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.601876 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.602044 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.602261 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.602398 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.602578 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.602782 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.602928 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.603092 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.603258 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.603422 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.603586 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.603749 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.603913 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.604077 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.604241 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.604404 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.604568 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.604782 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.604895 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.605050 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.605213 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.605376 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.605539 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:45:10.605695 dv-cinder-824839-2-iscsi neutron-server[114827]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 09:45:10.880155 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 52886) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:10.889104 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065749 Jan 17 09:45:22.375043 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28325c62-d15d-493d-aa0b-3bccde3b03ea None None] get_active_networks_info from dv-cinder-824839-2-iscsi {{(pid=114942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 17 09:45:22.467384 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28325c62-d15d-493d-aa0b-3bccde3b03ea None None] No non-hosted networks {{(pid=114942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 09:45:22.475699 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.agentschedulers_db [None req-28325c62-d15d-493d-aa0b-3bccde3b03ea None None] DHCP Agent not found on host dv-cinder-824839-2-iscsi {{(pid=114942) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 17 09:45:22.596110 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-9840037f-dffa-4b4b-9ff3-89c672ac9718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33137327'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:24.932824 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-edcfeb59-7666-4cbc-9bb8-f040b42d1a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33137327'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:24.966328 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.db.api [None req-b6bfc3c4-6ba2-4cee-93a7-29a108c97fcf None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-824839-2-iscsi {{(pid=114942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 09:45:24.967347 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG oslo_db.api [None req-b6bfc3c4-6ba2-4cee-93a7-29a108c97fcf None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 09:45:25.499009 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc3c4-6ba2-4cee-93a7-29a108c97fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:25.828109 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33137327'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:27.754892 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33137327'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:28.385027 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.db.l3_hamode_db [None req-28c86119-6f80-4a8d-9ff3-1ad757bc9120 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 09:45:28.466292 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c86119-6f80-4a8d-9ff3-1ad757bc9120 None None] Routers set() bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:45:28.466688 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c86119-6f80-4a8d-9ff3-1ad757bc9120 None None] Router IDs set() for agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 09:45:29.068503 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33137327'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:29.069995 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:29.070352 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:29.070698 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:29.071090 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:29.071431 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:29.071768 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:29.072103 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:29.072462 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:29.072798 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:29.073129 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:29.073551 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:29.073892 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:29.074237 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:29.074631 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824839-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:45:29.080786 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824839-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:45:31.389138 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 52984) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:31.875598 dv-cinder-824839-2-iscsi neutron-server[114941]: WARNING oslo_policy.policy [None req-a23c7fbf-8593-4847-a65d-c04f4f8aad12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:45:31.876181 dv-cinder-824839-2-iscsi neutron-server[114941]: WARNING oslo_policy.policy [None req-a23c7fbf-8593-4847-a65d-c04f4f8aad12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:45:32.105927 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [None req-a23c7fbf-8593-4847-a65d-c04f4f8aad12 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:45:32.106994 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-a23c7fbf-8593-4847-a65d-c04f4f8aad12 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7169199 Jan 17 09:45:34.733669 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53002) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:35.031320 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-42e6d0fd-71ff-4ec0-b0f7-bfba3aa18f0b admin admin] Request body: {'subnetpool': {'tenant_id': '21fc0e2d15dd458c8be52038432f65bf', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:45:35.132587 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.policy [None req-42e6d0fd-71ff-4ec0-b0f7-bfba3aa18f0b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114941) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 09:45:35.186095 dv-cinder-824839-2-iscsi neutron-server[114941]: WARNING oslo_policy.policy [None req-42e6d0fd-71ff-4ec0-b0f7-bfba3aa18f0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:45:35.186420 dv-cinder-824839-2-iscsi neutron-server[114941]: WARNING oslo_policy.policy [None req-42e6d0fd-71ff-4ec0-b0f7-bfba3aa18f0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:45:35.195455 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.quota [None req-42e6d0fd-71ff-4ec0-b0f7-bfba3aa18f0b admin admin] Loaded quota_driver: . Jan 17 09:45:35.370633 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-42e6d0fd-71ff-4ec0-b0f7-bfba3aa18f0b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776752219721', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776752219292', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776752217616', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776752203015', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776752196416', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776752188207', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-726607', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-727431', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33154504', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33096125'] for rbac-policy (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:35.566380 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-42e6d0fd-71ff-4ec0-b0f7-bfba3aa18f0b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:35.567547 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-42e6d0fd-71ff-4ec0-b0f7-bfba3aa18f0b admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8329000 Jan 17 09:45:38.159206 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53014) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:38.642504 dv-cinder-824839-2-iscsi neutron-server[114940]: WARNING oslo_policy.policy [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:45:38.643176 dv-cinder-824839-2-iscsi neutron-server[114940]: WARNING oslo_policy.policy [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:45:38.869912 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Request body: {'network': {'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:45:38.871550 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.quota [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Loaded quota_driver: . Jan 17 09:45:38.987109 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Made reservation on behalf of d174e4e879fc4a7f9d1c64d85c6c67bd for: {'network': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:45:39.071188 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.policy [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114940) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 09:45:39.120446 dv-cinder-824839-2-iscsi neutron-server[114940]: WARNING oslo_policy.policy [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:45:39.120771 dv-cinder-824839-2-iscsi neutron-server[114940]: WARNING oslo_policy.policy [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:45:39.132485 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:39.153469 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:39.271114 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Publish callbacks [] for security_group (690374b3-f95c-4305-a9c0-f7af2ec1593a), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:39.358886 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (690374b3-f95c-4305-a9c0-f7af2ec1593a), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:39.384164 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 990, 'physical_network': 'physnet1'} {{(pid=114940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:45:39.408153 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776748979231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (d41c7c2d-feb7-4616-a404-ca006ca5a1cb), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:39.408760 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Unsubscribe: segment precommit_create {{(pid=114940) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 09:45:39.411201 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.segments_db [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Added segment d41c7c2d-feb7-4616-a404-ca006ca5a1cb of type vlan for network 26b457d1-c849-4e5b-9daa-4a4f8673ae67 Jan 17 09:45:39.415189 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690374b3-f95c-4305-a9c0-f7af2ec1593a,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:39.448098 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:39.448473 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:39.448819 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:39.449207 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:39.449547 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:39.449877 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:39.450203 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:39.450530 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:39.450907 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:39.451248 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:39.451573 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:39.451893 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:39.452212 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Tracked resource versions report: Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: pushed versions: Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: { 'AddressGroup': {'1.2'}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'ConntrackHelper': {'1.0'}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Log': {'1.0'}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Network': {'1.1'}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Port': {'1.7'}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'PortForwarding': {'1.2'}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'QosPolicy': {'1.10'}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'SecurityGroup': {'1.5'}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'SubPort': {'1.0'}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Subnet': {'1.1'}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Trunk': {'1.1'}} Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: consumer versions: Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: { DHCP agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: L3 agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: Metadata agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: Metering agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: Open vSwitch agent@dv-cinder-824839-2-iscsi: { 'AddressGroup': '1.2', Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'ConntrackHelper': '1.0', Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'LocalIPAssociation': '1.0', Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Log': '1.0', Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Network': '1.1', Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Port': '1.7', Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'PortForwarding': '1.2', Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'QosPolicy': '1.10', Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'SecurityGroup': '1.5', Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'SecurityGroupRule': '1.2', Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'SubPort': '1.0', Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Subnet': '1.1', Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Trunk': '1.1'}} Jan 17 09:45:39.453926 dv-cinder-824839-2-iscsi neutron-server[114940]: {{(pid=114940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:45:39.531755 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (26b457d1-c849-4e5b-9daa-4a4f8673ae67), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:39.678632 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (26b457d1-c849-4e5b-9daa-4a4f8673ae67), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:39.679881 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:39.680600 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:39.783126 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] Pushing event updated for resources: {'Network': ['ID=26b457d1-c849-4e5b-9daa-4a4f8673ae67,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:39.795155 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network 26b457d1-c849-4e5b-9daa-4a4f8673ae67 details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:45:39.944979 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-a5eb6149-20c1-4852-8d3c-418d623f8dbd admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7835340 Jan 17 09:45:42.615346 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53036) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:43.008902 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5ee82-789b-487e-a076-169c89b53ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:43.010578 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-82f5ee82-789b-487e-a076-169c89b53ba5 admin admin] 10.222.0.88 "GET /v2.0/networks/26b457d1-c849-4e5b-9daa-4a4f8673ae67 HTTP/1.1" status: 200 len: 825 time: 0.3940711 Jan 17 09:45:43.052200 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-8f06b67e-c82a-445e-af9a-b60000a40958 admin admin] 10.222.0.88 "GET /v2.0/subnetpools/36cc2079-10b9-41da-a224-399f7e9a5871 HTTP/1.1" status: 200 len: 734 time: 0.0358779 Jan 17 09:45:43.061707 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-f89b23de-0bf0-42a1-8e3b-a7fb91cae805 admin admin] Request body: {'subnet': {'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'ip_version': 4, 'subnetpool_id': '36cc2079-10b9-41da-a224-399f7e9a5871'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:45:43.147321 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89b23de-0bf0-42a1-8e3b-a7fb91cae805 admin admin] Made reservation on behalf of d174e4e879fc4a7f9d1c64d85c6c67bd for: {'subnet': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:45:43.149703 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f89b23de-0bf0-42a1-8e3b-a7fb91cae805 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:43.656382 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f89b23de-0bf0-42a1-8e3b-a7fb91cae805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for subnet (2c00d039-66db-4336-9fb4-42e8310b8b92), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:43.747261 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89b23de-0bf0-42a1-8e3b-a7fb91cae805 admin admin] Checking segment: {'id': 'd41c7c2d-feb7-4616-a404-ca006ca5a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:45:43.747883 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89b23de-0bf0-42a1-8e3b-a7fb91cae805 admin admin] Network hostable DHCP agents. Network: 26b457d1-c849-4e5b-9daa-4a4f8673ae67, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:45:43.755019 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b23de-0bf0-42a1-8e3b-a7fb91cae805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c00d039-66db-4336-9fb4-42e8310b8b92,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:43.861872 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89b23de-0bf0-42a1-8e3b-a7fb91cae805 admin admin] Network 26b457d1-c849-4e5b-9daa-4a4f8673ae67 is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:45:43.993462 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-f89b23de-0bf0-42a1-8e3b-a7fb91cae805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, 26b457d1-c849-4e5b-9daa-4a4f8673ae67) {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:45:43.998594 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89b23de-0bf0-42a1-8e3b-a7fb91cae805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:43.999254 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f89b23de-0bf0-42a1-8e3b-a7fb91cae805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:44.004657 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a15f6c1-2579-4a94-a5de-ebfc716817aa None None] Network 26b457d1-c849-4e5b-9daa-4a4f8673ae67 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:45:44.104738 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-f89b23de-0bf0-42a1-8e3b-a7fb91cae805 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0469806 Jan 17 09:45:44.299508 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7edc45-a881-55c4-ab38-b0e6e41a2da3-26b457d1-c849-4e5b-9daa-4a4f8673ae67', 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67', 'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'fixed_ips': [{'subnet_id': '2c00d039-66db-4336-9fb4-42e8310b8b92'}]}} from dv-cinder-824839-2-iscsi. {{(pid=114942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:45:44.300920 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:44.635501 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.db_base_plugin_common [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Allocated IP 172.20.0.2 (26b457d1-c849-4e5b-9daa-4a4f8673ae67/2c00d039-66db-4336-9fb4-42e8310b8b92/ab6134a3-8e13-49d4-afde-cd35ee6fa90e) {{(pid=114942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:45:44.925268 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Publish callbacks [] for port (ab6134a3-8e13-49d4-afde-cd35ee6fa90e), precommit_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:45.016566 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (ab6134a3-8e13-49d4-afde-cd35ee6fa90e), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:45.097986 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Network 26b457d1-c849-4e5b-9daa-4a4f8673ae67 is already hosted by enough agents. {{(pid=114942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:45:45.103013 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.base_scheduler [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Resources bound (agent type, host, resource id): {{(pid=114942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:45:45.108503 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Received port after_create {{(pid=114942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:45:45.120778 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Pushing event updated for resources: {'Port': ['ID=ab6134a3-8e13-49d4-afde-cd35ee6fa90e,revision_number=1']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:45.152299 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:45.152681 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:45.153057 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:45.153425 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:45.153774 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:45.154170 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:45.154515 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:45.155195 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:45.155591 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:45.156026 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:45.156460 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:45.156812 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:45.157159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Tracked resource versions report: Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: pushed versions: Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: { 'AddressGroup': {'1.2'}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'ConntrackHelper': {'1.0'}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Log': {'1.0'}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Network': {'1.1'}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Port': {'1.7'}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'PortForwarding': {'1.2'}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'QosPolicy': {'1.10'}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'SecurityGroup': {'1.5'}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'SubPort': {'1.0'}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Subnet': {'1.1'}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Trunk': {'1.1'}} Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: consumer versions: Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: { DHCP agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: L3 agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: Metadata agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: Metering agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: Open vSwitch agent@dv-cinder-824839-2-iscsi: { 'AddressGroup': '1.2', Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'ConntrackHelper': '1.0', Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'LocalIPAssociation': '1.0', Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Log': '1.0', Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Network': '1.1', Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Port': '1.7', Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'PortForwarding': '1.2', Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'QosPolicy': '1.10', Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'SecurityGroup': '1.5', Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'SecurityGroupRule': '1.2', Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'SubPort': '1.0', Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Subnet': '1.1', Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Trunk': '1.1'}} Jan 17 09:45:45.158952 dv-cinder-824839-2-iscsi neutron-server[114942]: {{(pid=114942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:45:45.210527 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Attempting to bind port ab6134a3-8e13-49d4-afde-cd35ee6fa90e on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:45:45.210968 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Attempting to bind port ab6134a3-8e13-49d4-afde-cd35ee6fa90e by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': 'd41c7c2d-feb7-4616-a404-ca006ca5a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:45:45.211399 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Attempting to bind port ab6134a3-8e13-49d4-afde-cd35ee6fa90e on network 26b457d1-c849-4e5b-9daa-4a4f8673ae67 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:45:45.216421 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:45:45.216796 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Checking segment: {'id': 'd41c7c2d-feb7-4616-a404-ca006ca5a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:45:45.217293 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:45.217698 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Bound using segment: {'id': 'd41c7c2d-feb7-4616-a404-ca006ca5a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:45:45.218194 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Bound port: ab6134a3-8e13-49d4-afde-cd35ee6fa90e, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41c7c2d-feb7-4616-a404-ca006ca5a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:45:45.218617 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (ab6134a3-8e13-49d4-afde-cd35ee6fa90e), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:45.279574 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] For port ab6134a3-8e13-49d4-afde-cd35ee6fa90e, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:45:45.283779 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] For port ab6134a3-8e13-49d4-afde-cd35ee6fa90e, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=ab6134a3-8e13-49d4-afde-cd35ee6fa90e,segment=NetworkSegment(d41c7c2d-feb7-4616-a404-ca006ca5a1cb),segment_id=d41c7c2d-feb7-4616-a404-ca006ca5a1cb)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:45:45.376631 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (ab6134a3-8e13-49d4-afde-cd35ee6fa90e), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:45.442225 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b7ed4-9425-4029-b259-daf6813fea46 None None] Pushing event updated for resources: {'Port': ['ID=ab6134a3-8e13-49d4-afde-cd35ee6fa90e,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:46.759260 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53044) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:47.080154 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [None req-cbd4d98f-ca4c-4230-a6fc-503c99d62992 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:45:47.081855 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-cbd4d98f-ca4c-4230-a6fc-503c99d62992 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3213327 Jan 17 09:45:49.571696 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53052) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:49.882817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [None req-3f894c29-3d8b-439a-9b64-cb4c690b8824 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:45:49.883972 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-3f894c29-3d8b-439a-9b64-cb4c690b8824 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113265 Jan 17 09:45:52.404465 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a7783d7b-3995-47cc-b5cf-9e80c75e4481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:52.559006 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53062) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:52.854277 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-2737e0ec-048c-40b5-acb9-55ef566d4982 admin admin] Request body: {'router': {'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'admin_state_up': True, 'name': 'router1'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:45:52.952901 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2737e0ec-048c-40b5-acb9-55ef566d4982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33139549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25243'] for router (82825495-8dbd-4c04-ae95-6b5cd3979777), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:52.954468 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2737e0ec-048c-40b5-acb9-55ef566d4982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33139489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33137027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25234'] for router (82825495-8dbd-4c04-ae95-6b5cd3979777), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:53.092555 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2737e0ec-048c-40b5-acb9-55ef566d4982 admin admin] Publish callbacks [] for router_controller (82825495-8dbd-4c04-ae95-6b5cd3979777), precommit_add_association {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:53.165572 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2737e0ec-048c-40b5-acb9-55ef566d4982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33139154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33136980'] for router (82825495-8dbd-4c04-ae95-6b5cd3979777), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:53.264076 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2737e0ec-048c-40b5-acb9-55ef566d4982 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:53.282757 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-2737e0ec-048c-40b5-acb9-55ef566d4982 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7052996 Jan 17 09:45:54.919279 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5695df54-55b3-46de-a8c7-f958090b0015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:55.521746 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device ab6134a3-8e13-49d4-afde-cd35ee6fa90e up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:45:55.610503 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port ab6134a3-8e13-49d4-afde-cd35ee6fa90e triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:45:55.619246 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (ab6134a3-8e13-49d4-afde-cd35ee6fa90e), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:55.724674 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53074) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:55.732119 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port ab6134a3-8e13-49d4-afde-cd35ee6fa90e is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:45:55.733160 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (ab6134a3-8e13-49d4-afde-cd35ee6fa90e), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:55.773526 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port ab6134a3-8e13-49d4-afde-cd35ee6fa90e, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=ab6134a3-8e13-49d4-afde-cd35ee6fa90e,segment=NetworkSegment(d41c7c2d-feb7-4616-a404-ca006ca5a1cb),segment_id=d41c7c2d-feb7-4616-a404-ca006ca5a1cb)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:45:55.867131 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (ab6134a3-8e13-49d4-afde-cd35ee6fa90e), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:55.916909 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=ab6134a3-8e13-49d4-afde-cd35ee6fa90e,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:55.927146 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:56.004371 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [None req-f96de886-9c93-4ced-8900-13394c6a18e8 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:45:56.005375 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-f96de886-9c93-4ced-8900-13394c6a18e8 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2797554 Jan 17 09:45:56.854396 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad8198f-f1f8-47ad-a85c-310931075b1d None None] Network 26b457d1-c849-4e5b-9daa-4a4f8673ae67 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:45:56.916411 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-b21ff1f0-c832-41d6-a2ec-d2f2104ca5dd None None] Provisioning complete for port ab6134a3-8e13-49d4-afde-cd35ee6fa90e triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:45:56.916799 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-b21ff1f0-c832-41d6-a2ec-d2f2104ca5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (ab6134a3-8e13-49d4-afde-cd35ee6fa90e), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.040582 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-b21ff1f0-c832-41d6-a2ec-d2f2104ca5dd None None] Current status of the port ab6134a3-8e13-49d4-afde-cd35ee6fa90e is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:45:57.264188 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-7d05fb7f-8ff5-445d-aba7-dffa17a0235f None None] Provisioning complete for port ab6134a3-8e13-49d4-afde-cd35ee6fa90e triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:45:57.264583 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-7d05fb7f-8ff5-445d-aba7-dffa17a0235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (ab6134a3-8e13-49d4-afde-cd35ee6fa90e), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.337432 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-7d05fb7f-8ff5-445d-aba7-dffa17a0235f None None] Current status of the port ab6134a3-8e13-49d4-afde-cd35ee6fa90e is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:45:57.502870 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device ab6134a3-8e13-49d4-afde-cd35ee6fa90e up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:45:57.550719 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port ab6134a3-8e13-49d4-afde-cd35ee6fa90e triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:45:57.551141 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (ab6134a3-8e13-49d4-afde-cd35ee6fa90e), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:57.635357 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port ab6134a3-8e13-49d4-afde-cd35ee6fa90e is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:45:57.644036 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:58.373712 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53104) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:45:58.419206 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'project_id': '21fc0e2d15dd458c8be52038432f65bf', 'tenant_id': '21fc0e2d15dd458c8be52038432f65bf', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:45:58.518585 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Made reservation on behalf of 21fc0e2d15dd458c8be52038432f65bf for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:45:58.521241 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:58.536969 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:58.639944 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Publish callbacks [] for security_group (ad2957a4-96a0-421c-b84a-0076419363be), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:58.718411 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (ad2957a4-96a0-421c-b84a-0076419363be), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:58.729483 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Reserving flat network on physical network physnet1 {{(pid=114941) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 09:45:58.761546 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776748979231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (29663010-18a8-4ef5-a8d4-36abc51a6498), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:58.762105 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Unsubscribe: segment precommit_create {{(pid=114941) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 09:45:58.762901 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Added segment 29663010-18a8-4ef5-a8d4-36abc51a6498 of type flat for network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 Jan 17 09:45:58.778267 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2957a4-96a0-421c-b84a-0076419363be,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:58.830611 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.831011 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.831370 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.831716 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.832056 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.832431 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.832771 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.833105 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.833453 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.833802 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.834138 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.834469 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.834846 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Tracked resource versions report: Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: pushed versions: Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: { 'AddressGroup': {'1.2'}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'ConntrackHelper': {'1.0'}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Log': {'1.0'}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Network': {'1.1'}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Port': {'1.7'}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'PortForwarding': {'1.2'}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'QosPolicy': {'1.10'}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'SecurityGroup': {'1.5'}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'SubPort': {'1.0'}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Subnet': {'1.1'}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Trunk': {'1.1'}} Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: consumer versions: Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: { DHCP agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: L3 agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: Metadata agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: Metering agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: Open vSwitch agent@dv-cinder-824839-2-iscsi: { 'AddressGroup': '1.2', Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'ConntrackHelper': '1.0', Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'LocalIPAssociation': '1.0', Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Log': '1.0', Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Network': '1.1', Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Port': '1.7', Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'PortForwarding': '1.2', Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'QosPolicy': '1.10', Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'SecurityGroup': '1.5', Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'SecurityGroupRule': '1.2', Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'SubPort': '1.0', Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Subnet': '1.1', Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Trunk': '1.1'}} Jan 17 09:45:58.836292 dv-cinder-824839-2-iscsi neutron-server[114941]: {{(pid=114941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:45:58.877562 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (0c7e88ac-70c0-4034-bfe0-ae0b9e068208), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:59.061356 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (0c7e88ac-70c0-4034-bfe0-ae0b9e068208), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:59.062427 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:45:59.063193 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:59.089522 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:59.158413 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] Pushing event updated for resources: {'Network': ['ID=0c7e88ac-70c0-4034-bfe0-ae0b9e068208,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:45:59.172683 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:45:59.230035 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-7dd556cb-6fd0-4cc9-aa41-d754c4cd5129 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8550014 Jan 17 09:46:01.494315 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53116) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:01.631766 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a254c4c4-37a1-4439-bba3-1d9152a43741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:01.631766 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-a254c4c4-37a1-4439-bba3-1d9152a43741 admin admin] 10.222.0.88 "GET /v2.0/subnets/2c00d039-66db-4336-9fb4-42e8310b8b92 HTTP/1.1" status: 200 len: 849 time: 0.1319790 Jan 17 09:46:01.807704 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-d43020e1-9f05-43ba-9e2c-7119c4c8f938 admin admin] 10.222.0.88 "GET /v2.0/routers/82825495-8dbd-4c04-ae95-6b5cd3979777 HTTP/1.1" status: 200 len: 704 time: 0.1748576 Jan 17 09:46:02.085166 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:02.378825 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Allocated IP 172.20.0.1 (26b457d1-c849-4e5b-9daa-4a4f8673ae67/2c00d039-66db-4336-9fb4-42e8310b8b92/44fda556-d5f4-493b-9af3-06340b350443) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:46:02.562885 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Publish callbacks [] for port (44fda556-d5f4-493b-9af3-06340b350443), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:02.782121 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (44fda556-d5f4-493b-9af3-06340b350443), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:02.860732 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Network 26b457d1-c849-4e5b-9daa-4a4f8673ae67 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:46:02.869086 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:46:02.872897 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:46:02.873632 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33152899'] for router_interface (82825495-8dbd-4c04-ae95-6b5cd3979777), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:02.895821 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Pushing event updated for resources: {'Port': ['ID=44fda556-d5f4-493b-9af3-06340b350443,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:03.089820 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-0d376c86-635a-4bf6-84c9-9e750adc6fc2 None None] Provisioning complete for port 44fda556-d5f4-493b-9af3-06340b350443 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:46:03.090340 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-0d376c86-635a-4bf6-84c9-9e750adc6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (44fda556-d5f4-493b-9af3-06340b350443), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:03.126293 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-0d376c86-635a-4bf6-84c9-9e750adc6fc2 None None] Port 44fda556-d5f4-493b-9af3-06340b350443 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:46:03.176465 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (44fda556-d5f4-493b-9af3-06340b350443), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:03.431157 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Publish callbacks [] for port (44fda556-d5f4-493b-9af3-06340b350443), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:03.495421 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (44fda556-d5f4-493b-9af3-06340b350443), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:03.496318 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33241328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33152791'] for router_interface (82825495-8dbd-4c04-ae95-6b5cd3979777), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:03.575783 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Pushing event updated for resources: {'Port': ['ID=44fda556-d5f4-493b-9af3-06340b350443,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:03.621302 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Network 26b457d1-c849-4e5b-9daa-4a4f8673ae67 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:46:03.622637 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:46:03.849675 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-6d9b54d7-fa69-4c24-a00f-61e6e6c8c1de None None] Provisioning complete for port 44fda556-d5f4-493b-9af3-06340b350443 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:46:03.850081 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-6d9b54d7-fa69-4c24-a00f-61e6e6c8c1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (44fda556-d5f4-493b-9af3-06340b350443), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:03.883211 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b54d7-fa69-4c24-a00f-61e6e6c8c1de None None] Port 44fda556-d5f4-493b-9af3-06340b350443 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:46:03.924073 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Router 82825495-8dbd-4c04-ae95-6b5cd3979777 is scheduled to L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 with binding_index 1 {{(pid=114941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:46:04.015469 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:46:04.021220 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-73b7a200-5fac-4ae2-9a7c-0a2b74d63d02 admin admin] 10.222.0.88 "PUT /v2.0/routers/82825495-8dbd-4c04-ae95-6b5cd3979777/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2077475 Jan 17 09:46:04.025071 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Sync routers for ids ['82825495-8dbd-4c04-ae95-6b5cd3979777'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:46:04.038403 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Routers {'82825495-8dbd-4c04-ae95-6b5cd3979777'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:46:04.039268 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:45:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['82825495-8dbd-4c04-ae95-6b5cd3979777'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:04.224766 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Set router 82825495-8dbd-4c04-ae95-6b5cd3979777 gateway port host: None {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:46:04.655677 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'name': 'router1', 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:45:52Z', 'updated_at': '2022-01-17T09:46:03Z', 'revision_number': 2, 'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'gw_port_host': None, '_interfaces': [{'id': '44fda556-d5f4-493b-9af3-06340b350443', 'name': '', 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67', 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'mac_address': 'fa:16:3e:e2:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c00d039-66db-4336-9fb4-42e8310b8b92', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:46:02Z', 'updated_at': '2022-01-17T09:46:03Z', 'revision_number': 2, 'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'subnets': [{'id': '2c00d039-66db-4336-9fb4-42e8310b8b92', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36cc2079-10b9-41da-a224-399f7e9a5871'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:04.707659 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Checking router: 82825495-8dbd-4c04-ae95-6b5cd3979777 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:46:04.708047 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Updating router 82825495-8dbd-4c04-ae95-6b5cd3979777 port 44fda556-d5f4-493b-9af3-06340b350443 binding host dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:46:04.757236 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (44fda556-d5f4-493b-9af3-06340b350443), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.276055 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Publish callbacks [] for port (44fda556-d5f4-493b-9af3-06340b350443), precommit_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.364027 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (44fda556-d5f4-493b-9af3-06340b350443), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.527189 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Pushing event updated for resources: {'Port': ['ID=44fda556-d5f4-493b-9af3-06340b350443,revision_number=3']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:05.537912 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:05.538269 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:05.538623 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:05.539080 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:05.539326 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:05.539666 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:05.540004 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:05.540336 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:05.540673 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:05.541030 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:05.541367 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:05.541699 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:05.542027 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Tracked resource versions report: Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: pushed versions: Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: { 'AddressGroup': {'1.2'}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'ConntrackHelper': {'1.0'}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Log': {'1.0'}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Network': {'1.1'}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Port': {'1.7'}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'PortForwarding': {'1.2'}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'QosPolicy': {'1.10'}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'SecurityGroup': {'1.5'}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'SubPort': {'1.0'}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Subnet': {'1.1'}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Trunk': {'1.1'}} Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: consumer versions: Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: { DHCP agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: L3 agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: Metadata agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: Metering agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: Open vSwitch agent@dv-cinder-824839-2-iscsi: { 'AddressGroup': '1.2', Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'ConntrackHelper': '1.0', Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'LocalIPAssociation': '1.0', Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Log': '1.0', Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Network': '1.1', Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Port': '1.7', Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'PortForwarding': '1.2', Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'QosPolicy': '1.10', Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'SecurityGroup': '1.5', Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'SecurityGroupRule': '1.2', Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'SubPort': '1.0', Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Subnet': '1.1', Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Trunk': '1.1'}} Jan 17 09:46:05.543495 dv-cinder-824839-2-iscsi neutron-server[114943]: {{(pid=114943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:46:05.547882 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Attempting to bind port 44fda556-d5f4-493b-9af3-06340b350443 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:46:05.548292 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Attempting to bind port 44fda556-d5f4-493b-9af3-06340b350443 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': 'd41c7c2d-feb7-4616-a404-ca006ca5a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67'}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:46:05.548734 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Attempting to bind port 44fda556-d5f4-493b-9af3-06340b350443 on network 26b457d1-c849-4e5b-9daa-4a4f8673ae67 {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:46:05.554476 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:46:05.554923 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Checking segment: {'id': 'd41c7c2d-feb7-4616-a404-ca006ca5a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:46:05.555425 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.555827 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Bound using segment: {'id': 'd41c7c2d-feb7-4616-a404-ca006ca5a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67'} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:46:05.556323 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Bound port: 44fda556-d5f4-493b-9af3-06340b350443, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41c7c2d-feb7-4616-a404-ca006ca5a1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67'}}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:46:05.556727 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (44fda556-d5f4-493b-9af3-06340b350443), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.612472 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-f0641cc9-47df-4e13-8550-2d7530999475 None None] Provisioning complete for port 44fda556-d5f4-493b-9af3-06340b350443 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:46:05.613030 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f0641cc9-47df-4e13-8550-2d7530999475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (44fda556-d5f4-493b-9af3-06340b350443), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.625084 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] For port 44fda556-d5f4-493b-9af3-06340b350443, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:46:05.645104 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] For port 44fda556-d5f4-493b-9af3-06340b350443, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=44fda556-d5f4-493b-9af3-06340b350443,segment=NetworkSegment(d41c7c2d-feb7-4616-a404-ca006ca5a1cb),segment_id=d41c7c2d-feb7-4616-a404-ca006ca5a1cb)] {{(pid=114943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:46:05.647704 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-f0641cc9-47df-4e13-8550-2d7530999475 None None] Port 44fda556-d5f4-493b-9af3-06340b350443 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:46:05.765248 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (44fda556-d5f4-493b-9af3-06340b350443), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:05.817724 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Routers {'82825495-8dbd-4c04-ae95-6b5cd3979777'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:46:05.818452 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:45:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['82825495-8dbd-4c04-ae95-6b5cd3979777'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:05.888058 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18679ec4-b28e-48bb-8351-fa568247ddd1 None None] Pushing event updated for resources: {'Port': ['ID=44fda556-d5f4-493b-9af3-06340b350443,revision_number=4']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:05.919448 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] Set router 82825495-8dbd-4c04-ae95-6b5cd3979777 gateway port host: None {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:46:05.967930 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-4e11a153-8855-4dae-9add-cc9e1cac3e79 None None] Provisioning complete for port 44fda556-d5f4-493b-9af3-06340b350443 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:46:05.968414 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-4e11a153-8855-4dae-9add-cc9e1cac3e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (44fda556-d5f4-493b-9af3-06340b350443), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:06.057303 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-4e11a153-8855-4dae-9add-cc9e1cac3e79 None None] Current status of the port 44fda556-d5f4-493b-9af3-06340b350443 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:46:06.057640 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-4e11a153-8855-4dae-9add-cc9e1cac3e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (44fda556-d5f4-493b-9af3-06340b350443), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:06.091432 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-4e11a153-8855-4dae-9add-cc9e1cac3e79 None None] For port 44fda556-d5f4-493b-9af3-06340b350443, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=44fda556-d5f4-493b-9af3-06340b350443,segment=NetworkSegment(d41c7c2d-feb7-4616-a404-ca006ca5a1cb),segment_id=d41c7c2d-feb7-4616-a404-ca006ca5a1cb)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:06.140272 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'name': 'router1', 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:45:52Z', 'updated_at': '2022-01-17T09:46:03Z', 'revision_number': 2, 'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'gw_port_host': None, '_interfaces': [{'id': '44fda556-d5f4-493b-9af3-06340b350443', 'name': '', 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67', 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'mac_address': 'fa:16:3e:e2:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c00d039-66db-4336-9fb4-42e8310b8b92', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:46:02Z', 'updated_at': '2022-01-17T09:46:05Z', 'revision_number': 4, 'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'subnets': [{'id': '2c00d039-66db-4336-9fb4-42e8310b8b92', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36cc2079-10b9-41da-a224-399f7e9a5871'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:06.164237 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-4e11a153-8855-4dae-9add-cc9e1cac3e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (44fda556-d5f4-493b-9af3-06340b350443), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:06.169641 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384e9dd-5a65-47fd-a109-ca051b16a7f3 None None] The sync data for ids ['82825495-8dbd-4c04-ae95-6b5cd3979777'] in dv-cinder-824839-2-iscsi is: [{'id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'name': 'router1', 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:45:52Z', 'updated_at': '2022-01-17T09:46:03Z', 'revision_number': 2, 'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'gw_port_host': None, '_interfaces': [{'id': '44fda556-d5f4-493b-9af3-06340b350443', 'name': '', 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67', 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'mac_address': 'fa:16:3e:e2:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c00d039-66db-4336-9fb4-42e8310b8b92', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:46:02Z', 'updated_at': '2022-01-17T09:46:05Z', 'revision_number': 4, 'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'subnets': [{'id': '2c00d039-66db-4336-9fb4-42e8310b8b92', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36cc2079-10b9-41da-a224-399f7e9a5871'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:46:06.213989 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11a153-8855-4dae-9add-cc9e1cac3e79 None None] Pushing event updated for resources: {'Port': ['ID=44fda556-d5f4-493b-9af3-06340b350443,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:08.659678 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53134) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:08.770523 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ad89d-5c9b-4a33-aeda-985032347c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:08.771925 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-9b3ad89d-5c9b-4a33-aeda-985032347c4f admin admin] 10.222.0.88 "GET /v2.0/networks/0c7e88ac-70c0-4034-bfe0-ae0b9e068208 HTTP/1.1" status: 200 len: 842 time: 0.1112840 Jan 17 09:46:08.781439 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-5499bcdb-6578-44f3-bc23-2a535e0bac29 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'tenant_id': '21fc0e2d15dd458c8be52038432f65bf', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'name': 'public-subnet'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:46:08.964076 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5499bcdb-6578-44f3-bc23-2a535e0bac29 admin admin] Made reservation on behalf of 21fc0e2d15dd458c8be52038432f65bf for: {'subnet': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:46:08.966602 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5499bcdb-6578-44f3-bc23-2a535e0bac29 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:09.403947 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.objects.ports [None req-5499bcdb-6578-44f3-bc23-2a535e0bac29 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114941) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 09:46:09.404378 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5499bcdb-6578-44f3-bc23-2a535e0bac29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for subnet (63779cf4-06cd-40af-aead-ad4607ee5561), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:09.466589 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499bcdb-6578-44f3-bc23-2a535e0bac29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63779cf4-06cd-40af-aead-ad4607ee5561,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:09.470645 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5499bcdb-6578-44f3-bc23-2a535e0bac29 admin admin] Checking segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:46:09.471084 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5499bcdb-6578-44f3-bc23-2a535e0bac29 admin admin] Network hostable DHCP agents. Network: 0c7e88ac-70c0-4034-bfe0-ae0b9e068208, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:46:09.718469 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5499bcdb-6578-44f3-bc23-2a535e0bac29 admin admin] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:46:09.889889 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-5499bcdb-6578-44f3-bc23-2a535e0bac29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, 0c7e88ac-70c0-4034-bfe0-ae0b9e068208) {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:46:09.893882 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5499bcdb-6578-44f3-bc23-2a535e0bac29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:09.894508 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5499bcdb-6578-44f3-bc23-2a535e0bac29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:09.900848 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce9a6b0-63fa-4701-841a-04fc76dea57c None None] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:46:09.996139 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a17e9e4-12bf-4c72-9416-d087550caea7 None None] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:46:10.143667 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-5499bcdb-6578-44f3-bc23-2a535e0bac29 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3656549 Jan 17 09:46:11.467291 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 5 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:46:12.474103 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53146) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:12.643198 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-b9fc0003-7ad9-40f4-a23a-05e2a8c110aa admin admin] 10.222.0.88 "GET /v2.0/routers/82825495-8dbd-4c04-ae95-6b5cd3979777 HTTP/1.1" status: 200 len: 710 time: 0.1678538 Jan 17 09:46:12.727869 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4795e0c3-472e-4ba5-9cc9-9fec0cad275c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:46:12.735385 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-4795e0c3-472e-4ba5-9cc9-9fec0cad275c admin admin] 10.222.0.88 "GET /v2.0/networks/0c7e88ac-70c0-4034-bfe0-ae0b9e068208 HTTP/1.1" status: 200 len: 886 time: 0.0912061 Jan 17 09:46:12.739950 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:46:13.066110 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Publish callbacks [] for router_gateway (82825495-8dbd-4c04-ae95-6b5cd3979777), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:13.367627 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Publish callbacks [] for router_gateway (82825495-8dbd-4c04-ae95-6b5cd3979777), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:13.441987 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:13.543640 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 44fda556-d5f4-493b-9af3-06340b350443 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:46:13.568174 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Allocated IP 172.27.0.152 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/193348fd-427c-4286-aa6a-2428b2da46e4) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:46:13.592148 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 44fda556-d5f4-493b-9af3-06340b350443 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:46:13.592473 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (44fda556-d5f4-493b-9af3-06340b350443), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:13.672826 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Publish callbacks [] for port (193348fd-427c-4286-aa6a-2428b2da46e4), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:13.673986 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 44fda556-d5f4-493b-9af3-06340b350443 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:46:13.798224 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (193348fd-427c-4286-aa6a-2428b2da46e4), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:13.837788 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:46:13.840648 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:46:13.846970 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Pushing event updated for resources: {'Port': ['ID=193348fd-427c-4286-aa6a-2428b2da46e4,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:13.851144 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:46:14.227365 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Publish callbacks [] for router_gateway (82825495-8dbd-4c04-ae95-6b5cd3979777), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:14.422825 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33137073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33139163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25340'] for router (82825495-8dbd-4c04-ae95-6b5cd3979777), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:14.426259 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33136980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33137062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33137071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33139136'] for router (82825495-8dbd-4c04-ae95-6b5cd3979777), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:14.533732 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Router 82825495-8dbd-4c04-ae95-6b5cd3979777 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:46:14.716906 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:46:14.721639 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] Publish callbacks [] for router (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:14.722967 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-4d25bb0e-19c5-4473-a4ef-83229a3618af admin admin] 10.222.0.88 "PUT /v2.0/routers/82825495-8dbd-4c04-ae95-6b5cd3979777 HTTP/1.1" status: 200 len: 890 time: 1.9865873 Jan 17 09:46:14.728309 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Sync routers for ids ['82825495-8dbd-4c04-ae95-6b5cd3979777'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:46:14.741247 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Routers {'82825495-8dbd-4c04-ae95-6b5cd3979777'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:46:14.741856 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:45:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['82825495-8dbd-4c04-ae95-6b5cd3979777'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:14.965516 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Set router 82825495-8dbd-4c04-ae95-6b5cd3979777 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:46:15.433265 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'name': 'router1', 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '193348fd-427c-4286-aa6a-2428b2da46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:45:52Z', 'updated_at': '2022-01-17T09:46:13Z', 'revision_number': 4, 'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'gw_port': {'id': '193348fd-427c-4286-aa6a-2428b2da46e4', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:46:13Z', 'updated_at': '2022-01-17T09:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '44fda556-d5f4-493b-9af3-06340b350443', 'name': '', 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67', 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'mac_address': 'fa:16:3e:e2:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c00d039-66db-4336-9fb4-42e8310b8b92', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:46:02Z', 'updated_at': '2022-01-17T09:46:06Z', 'revision_number': 5, 'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'subnets': [{'id': '2c00d039-66db-4336-9fb4-42e8310b8b92', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36cc2079-10b9-41da-a224-399f7e9a5871'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:15.485174 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Checking router: 82825495-8dbd-4c04-ae95-6b5cd3979777 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:46:15.485556 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Updating router 82825495-8dbd-4c04-ae95-6b5cd3979777 port 193348fd-427c-4286-aa6a-2428b2da46e4 binding host dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:46:15.530904 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (193348fd-427c-4286-aa6a-2428b2da46e4), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:15.839210 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Publish callbacks [] for port (193348fd-427c-4286-aa6a-2428b2da46e4), precommit_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:16.107628 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (193348fd-427c-4286-aa6a-2428b2da46e4), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:16.158696 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566cafa-cb92-4b4f-8712-e6826bcec8b5 None None] Pushing event updated for resources: {'Port': ['ID=193348fd-427c-4286-aa6a-2428b2da46e4,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:16.160857 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Attempting to bind port 193348fd-427c-4286-aa6a-2428b2da46e4 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:46:16.161242 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Attempting to bind port 193348fd-427c-4286-aa6a-2428b2da46e4 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:46:16.161620 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Attempting to bind port 193348fd-427c-4286-aa6a-2428b2da46e4 on network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:46:16.166893 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:46:16.167280 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Checking segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:46:16.167690 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:16.168087 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Bound using segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:46:16.175317 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Bound port: 193348fd-427c-4286-aa6a-2428b2da46e4, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:46:16.175317 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (193348fd-427c-4286-aa6a-2428b2da46e4), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:16.217666 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] For port 193348fd-427c-4286-aa6a-2428b2da46e4, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:46:16.220588 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] For port 193348fd-427c-4286-aa6a-2428b2da46e4, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=193348fd-427c-4286-aa6a-2428b2da46e4,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:46:16.370929 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (193348fd-427c-4286-aa6a-2428b2da46e4), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:16.431256 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566cafa-cb92-4b4f-8712-e6826bcec8b5 None None] Pushing event updated for resources: {'Port': ['ID=193348fd-427c-4286-aa6a-2428b2da46e4,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:16.434531 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Routers {'82825495-8dbd-4c04-ae95-6b5cd3979777'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:46:16.435181 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:45:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['82825495-8dbd-4c04-ae95-6b5cd3979777'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:16.540854 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] Set router 82825495-8dbd-4c04-ae95-6b5cd3979777 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:46:16.746203 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'name': 'router1', 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '193348fd-427c-4286-aa6a-2428b2da46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:45:52Z', 'updated_at': '2022-01-17T09:46:13Z', 'revision_number': 4, 'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'gw_port': {'id': '193348fd-427c-4286-aa6a-2428b2da46e4', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:46:13Z', 'updated_at': '2022-01-17T09:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '44fda556-d5f4-493b-9af3-06340b350443', 'name': '', 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67', 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'mac_address': 'fa:16:3e:e2:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c00d039-66db-4336-9fb4-42e8310b8b92', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:46:02Z', 'updated_at': '2022-01-17T09:46:06Z', 'revision_number': 5, 'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'subnets': [{'id': '2c00d039-66db-4336-9fb4-42e8310b8b92', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36cc2079-10b9-41da-a224-399f7e9a5871'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:46:16.773559 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff610709-182f-4a1a-8422-350f6cb60074 None None] The sync data for ids ['82825495-8dbd-4c04-ae95-6b5cd3979777'] in dv-cinder-824839-2-iscsi is: [{'id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'name': 'router1', 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '193348fd-427c-4286-aa6a-2428b2da46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:45:52Z', 'updated_at': '2022-01-17T09:46:13Z', 'revision_number': 4, 'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'gw_port': {'id': '193348fd-427c-4286-aa6a-2428b2da46e4', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:46:13Z', 'updated_at': '2022-01-17T09:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '44fda556-d5f4-493b-9af3-06340b350443', 'name': '', 'network_id': '26b457d1-c849-4e5b-9daa-4a4f8673ae67', 'tenant_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'mac_address': 'fa:16:3e:e2:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82825495-8dbd-4c04-ae95-6b5cd3979777', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c00d039-66db-4336-9fb4-42e8310b8b92', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:46:02Z', 'updated_at': '2022-01-17T09:46:06Z', 'revision_number': 5, 'project_id': 'd174e4e879fc4a7f9d1c64d85c6c67bd', 'subnets': [{'id': '2c00d039-66db-4336-9fb4-42e8310b8b92', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36cc2079-10b9-41da-a224-399f7e9a5871'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:46:17.169521 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53156) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:46:17.282666 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-e8135efd-7c07-4095-9595-e4af616d03d7 admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1119952 Jan 17 09:46:17.535649 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 193348fd-427c-4286-aa6a-2428b2da46e4 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:46:17.589587 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 193348fd-427c-4286-aa6a-2428b2da46e4 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:46:17.589969 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (193348fd-427c-4286-aa6a-2428b2da46e4), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:17.665617 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 193348fd-427c-4286-aa6a-2428b2da46e4 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:46:17.666020 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (193348fd-427c-4286-aa6a-2428b2da46e4), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:17.685570 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port 193348fd-427c-4286-aa6a-2428b2da46e4, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=193348fd-427c-4286-aa6a-2428b2da46e4,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:46:17.751661 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (193348fd-427c-4286-aa6a-2428b2da46e4), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:17.801267 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=193348fd-427c-4286-aa6a-2428b2da46e4,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:46:19.519917 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 193348fd-427c-4286-aa6a-2428b2da46e4 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:46:19.580545 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 193348fd-427c-4286-aa6a-2428b2da46e4 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:46:19.581080 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (193348fd-427c-4286-aa6a-2428b2da46e4), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:19.661584 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 193348fd-427c-4286-aa6a-2428b2da46e4 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:46:22.432508 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-bbc0ef9c-a043-415a-ac2e-c93de1d8628a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:25.009549 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-4cc36942-f4fe-4f64-aaa5-02bb722796fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:25.798480 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:27.649947 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:29.038422 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:48.467023 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 5 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:46:52.391871 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5e996402-0afe-4190-ba7d-f9423c297846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:54.946090 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-b89bb611-0615-4c63-9e48-aed7e9722855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:56.151898 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:57.649616 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:59.031625 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:22.396663 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-cd79698b-b4d3-4f83-b0af-3c1475c6dddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:24.939596 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-460be09b-c60b-4b5c-95e7-f858d4373d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:25.465528 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 5 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:47:25.780285 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:27.654161 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:29.034918 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:38.741645 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53640) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:38.810306 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2256a5b-a358-4f72-aabe-e01c8524e76e admin admin] GET failed (client error): The resource could not be found. Jan 17 09:47:38.811654 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-b2256a5b-a358-4f72-aabe-e01c8524e76e admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0690587 Jan 17 09:47:38.973450 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e1aad2-a19f-4509-8c69-1c43a5d34c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:38.974858 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-05e1aad2-a19f-4509-8c69-1c43a5d34c28 admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1591103 Jan 17 09:47:41.209980 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53650) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:41.300334 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5f219-eb42-40f9-8e53-b3fb2642f30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:41.302099 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-3ca5f219-eb42-40f9-8e53-b3fb2642f30f admin admin] 10.222.0.88 "GET /v2.0/subnets/2c00d039-66db-4336-9fb4-42e8310b8b92 HTTP/1.1" status: 200 len: 849 time: 0.0907631 Jan 17 09:47:41.311582 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:47:41.403279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Publish callbacks [] for subnet (2c00d039-66db-4336-9fb4-42e8310b8b92), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:41.605447 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776748940418'] for subnet (2c00d039-66db-4336-9fb4-42e8310b8b92), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:41.643209 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:41.643829 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:41.645105 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] 10.222.0.88 "PUT /v2.0/subnets/2c00d039-66db-4336-9fb4-42e8310b8b92 HTTP/1.1" status: 200 len: 868 time: 0.3373487 Jan 17 09:47:41.653680 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b454220-066b-49d1-b09a-60de986854be None None] Network 26b457d1-c849-4e5b-9daa-4a4f8673ae67 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:47:41.665748 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c00d039-66db-4336-9fb4-42e8310b8b92,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:47:41.674017 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:41.674401 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:41.674802 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:41.675182 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:41.675527 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:41.675869 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:41.676225 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:41.676569 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:41.676926 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:41.677286 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:41.677628 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:41.677960 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:41.678292 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d797714-b21d-4406-911d-f9b0bf8e862c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:47:41.948167 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-a67c9fee-5770-4bd8-951f-349513a2f65a None None] Provisioning complete for port 44fda556-d5f4-493b-9af3-06340b350443 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:47:41.948608 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a67c9fee-5770-4bd8-951f-349513a2f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (44fda556-d5f4-493b-9af3-06340b350443), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:42.027604 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-a67c9fee-5770-4bd8-951f-349513a2f65a None None] Current status of the port 44fda556-d5f4-493b-9af3-06340b350443 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:47:42.037496 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-a67c9fee-5770-4bd8-951f-349513a2f65a None None] Provisioning complete for port ab6134a3-8e13-49d4-afde-cd35ee6fa90e triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:47:42.037838 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a67c9fee-5770-4bd8-951f-349513a2f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (ab6134a3-8e13-49d4-afde-cd35ee6fa90e), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:42.110916 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-a67c9fee-5770-4bd8-951f-349513a2f65a None None] Current status of the port ab6134a3-8e13-49d4-afde-cd35ee6fa90e is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:47:43.900198 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53658) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:44.105764 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e83579-b520-4bf1-850a-d65c75eab041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:44.106178 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e83579-b520-4bf1-850a-d65c75eab041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:44.107755 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-c6e83579-b520-4bf1-850a-d65c75eab041 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2065148 Jan 17 09:47:46.299186 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53666) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:46.432612 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785227bc-2f0a-46c4-ab57-c49b8e290c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:46.433161 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785227bc-2f0a-46c4-ab57-c49b8e290c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:46.435375 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-785227bc-2f0a-46c4-ab57-c49b8e290c67 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1348534 Jan 17 09:47:48.644777 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53674) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:48.796492 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4bc81-2477-460f-ba24-b914fcd73708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:48.797945 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-4eb4bc81-2477-460f-ba24-b914fcd73708 admin admin] 10.222.0.88 "GET /v2.0/networks/0c7e88ac-70c0-4034-bfe0-ae0b9e068208 HTTP/1.1" status: 200 len: 886 time: 0.1521091 Jan 17 09:47:51.007194 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53682) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:51.137911 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9497db51-507e-4d4c-bcd2-fa4d46ce08fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:51.139314 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-9497db51-507e-4d4c-bcd2-fa4d46ce08fd admin admin] 10.222.0.88 "GET /v2.0/networks/26b457d1-c849-4e5b-9daa-4a4f8673ae67 HTTP/1.1" status: 200 len: 869 time: 0.1311767 Jan 17 09:47:52.390466 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-657569dc-74ee-48a2-a4fd-7db8e35ab690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:53.363013 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53692) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:53.486421 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53df84b-03c1-4029-8e46-aeb792e6ca6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:53.486928 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53df84b-03c1-4029-8e46-aeb792e6ca6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:53.488476 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-b53df84b-03c1-4029-8e46-aeb792e6ca6b admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244724 Jan 17 09:47:54.942232 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-8e4f9a25-8a7d-4e9c-845a-83c08a488485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:55.729821 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53700) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:55.816604 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:55.850647 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afcaca8-c174-4159-a352-d707026e32fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:55.851150 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afcaca8-c174-4159-a352-d707026e32fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:55.852697 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-8afcaca8-c174-4159-a352-d707026e32fb admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214008 Jan 17 09:47:57.660103 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:58.048476 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53708) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:47:58.140727 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cf7606-a716-4d8c-b2d9-48b9aaeaa8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:47:58.142122 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-59cf7606-a716-4d8c-b2d9-48b9aaeaa8db admin admin] 10.222.0.88 "GET /v2.0/subnets/2c00d039-66db-4336-9fb4-42e8310b8b92 HTTP/1.1" status: 200 len: 868 time: 0.0921099 Jan 17 09:47:59.027995 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:00.358920 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53716) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:00.455414 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e0d1b-3245-46da-aa9c-a725e714ea35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:00.456781 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-776e0d1b-3245-46da-aa9c-a725e714ea35 admin admin] 10.222.0.88 "GET /v2.0/subnets/63779cf4-06cd-40af-aead-ad4607ee5561 HTTP/1.1" status: 200 len: 816 time: 0.0968862 Jan 17 09:48:02.464271 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 5 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:48:22.410290 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-07349264-c22e-40eb-9ab0-2a79ce00e18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:24.908264 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53770) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:24.955391 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [None req-da1143ae-8966-48c1-837c-eab1a31582a2 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:48:24.956421 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-da1143ae-8966-48c1-837c-eab1a31582a2 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472062 Jan 17 09:48:24.975571 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-9859016d-8798-4a40-897a-f8f36c6a1fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:25.801821 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:27.261983 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53778) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:27.320979 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea96a75-f1f9-4f0d-b31f-61430b311fdc admin admin] GET failed (client error): The resource could not be found. Jan 17 09:48:27.322275 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-0ea96a75-f1f9-4f0d-b31f-61430b311fdc admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593412 Jan 17 09:48:27.464322 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcb1757-f971-4691-bfca-cd2ea39c10eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:27.466260 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-ebcb1757-f971-4691-bfca-cd2ea39c10eb admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1400185 Jan 17 09:48:27.655707 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:29.061329 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:29.742394 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53788) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:29.786846 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Request body: {'network': {'name': 'shared', 'tenant_id': '21fc0e2d15dd458c8be52038432f65bf', 'shared': True, 'project_id': '21fc0e2d15dd458c8be52038432f65bf', 'admin_state_up': True}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:48:29.935895 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Made reservation on behalf of 21fc0e2d15dd458c8be52038432f65bf for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:48:29.938211 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:29.965871 dv-cinder-824839-2-iscsi neutron-server[114941]: WARNING neutron.services.revisions.revision_plugin [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Could not find related network for resource to bump revision. Jan 17 09:48:29.979482 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 973, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:48:29.989555 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (365f88ab-ae95-4068-92e5-78e42b36c102), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:29.993687 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Added segment 365f88ab-ae95-4068-92e5-78e42b36c102 of type vlan for network fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d Jan 17 09:48:30.028024 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:30.144594 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:30.145607 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:30.146188 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:30.204888 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Pushing event updated for resources: {'Network': ['ID=fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:30.211405 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:30.211813 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:30.212180 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:30.212530 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:30.212875 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:30.213216 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:30.213601 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:30.213968 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:30.214913 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:30.215263 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:30.215599 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:30.215930 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:30.216264 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:30.227438 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:48:30.272946 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-23f4f47c-8760-457f-9f80-d3e0435742a9 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5293977 Jan 17 09:48:32.565737 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53798) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:48:32.624189 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.pecan_wsgi.hooks.translation [None req-9149f3e5-474e-445d-998b-dcb534240a67 admin admin] GET failed (client error): The resource could not be found. Jan 17 09:48:32.625396 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-9149f3e5-474e-445d-998b-dcb534240a67 admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586941 Jan 17 09:48:32.692309 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c2243b-6927-456b-ac25-ef2267532261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:32.693713 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-77c2243b-6927-456b-ac25-ef2267532261 admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0643411 Jan 17 09:48:32.703871 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-58efaa5d-3b2c-45d1-b586-b3e40eee5f7b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d', 'tenant_id': '21fc0e2d15dd458c8be52038432f65bf', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:48:32.795335 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58efaa5d-3b2c-45d1-b586-b3e40eee5f7b admin admin] Made reservation on behalf of 21fc0e2d15dd458c8be52038432f65bf for: {'subnet': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:48:32.797652 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-58efaa5d-3b2c-45d1-b586-b3e40eee5f7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:33.021070 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-58efaa5d-3b2c-45d1-b586-b3e40eee5f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for subnet (d0ae9f3b-919a-4704-bfcb-e246e1200bb0), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:33.079928 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efaa5d-3b2c-45d1-b586-b3e40eee5f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ae9f3b-919a-4704-bfcb-e246e1200bb0,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:33.087166 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58efaa5d-3b2c-45d1-b586-b3e40eee5f7b admin admin] Checking segment: {'id': '365f88ab-ae95-4068-92e5-78e42b36c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:48:33.087528 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58efaa5d-3b2c-45d1-b586-b3e40eee5f7b admin admin] Network hostable DHCP agents. Network: fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:48:33.163997 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58efaa5d-3b2c-45d1-b586-b3e40eee5f7b admin admin] Network fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:48:33.258483 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-58efaa5d-3b2c-45d1-b586-b3e40eee5f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d) {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:48:33.262501 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58efaa5d-3b2c-45d1-b586-b3e40eee5f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:48:33.263161 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-58efaa5d-3b2c-45d1-b586-b3e40eee5f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:33.267261 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2b6090-2a4d-4658-a4a9-62c84d85165e None None] Network fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:48:33.370991 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-58efaa5d-3b2c-45d1-b586-b3e40eee5f7b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6642859 Jan 17 09:48:33.371181 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7edc45-a881-55c4-ab38-b0e6e41a2da3-fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d', 'network_id': 'fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d', 'project_id': '21fc0e2d15dd458c8be52038432f65bf', 'fixed_ips': [{'subnet_id': 'd0ae9f3b-919a-4704-bfcb-e246e1200bb0'}]}} from dv-cinder-824839-2-iscsi. {{(pid=114942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:48:33.371181 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:33.505540 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.db_base_plugin_common [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Allocated IP 192.168.233.2 (fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d/d0ae9f3b-919a-4704-bfcb-e246e1200bb0/c2335790-26a9-4280-becf-6b6672538671) {{(pid=114942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:48:33.745362 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Publish callbacks [] for port (c2335790-26a9-4280-becf-6b6672538671), precommit_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:34.079243 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (c2335790-26a9-4280-becf-6b6672538671), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:34.128785 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Network fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d is already hosted by enough agents. {{(pid=114942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:48:34.131772 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.base_scheduler [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Resources bound (agent type, host, resource id): {{(pid=114942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:48:34.135630 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Received port after_create {{(pid=114942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:48:34.144956 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Pushing event updated for resources: {'Port': ['ID=c2335790-26a9-4280-becf-6b6672538671,revision_number=1']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:34.166207 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:34.173645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:34.173645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:34.173645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:34.173645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:34.173645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:34.173645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:34.173645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:34.173645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:34.173645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:34.173645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:34.173645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:34.173645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:48:34.204690 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Attempting to bind port c2335790-26a9-4280-becf-6b6672538671 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:48:34.205081 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Attempting to bind port c2335790-26a9-4280-becf-6b6672538671 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '365f88ab-ae95-4068-92e5-78e42b36c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:48:34.205448 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Attempting to bind port c2335790-26a9-4280-becf-6b6672538671 on network fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:48:34.210368 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:48:34.210775 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Checking segment: {'id': '365f88ab-ae95-4068-92e5-78e42b36c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:48:34.211190 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:34.211634 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Bound using segment: {'id': '365f88ab-ae95-4068-92e5-78e42b36c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:48:34.212111 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Bound port: c2335790-26a9-4280-becf-6b6672538671, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365f88ab-ae95-4068-92e5-78e42b36c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:48:34.212500 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (c2335790-26a9-4280-becf-6b6672538671), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:34.273525 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] For port c2335790-26a9-4280-becf-6b6672538671, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:48:34.276536 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] For port c2335790-26a9-4280-becf-6b6672538671, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=c2335790-26a9-4280-becf-6b6672538671,segment=NetworkSegment(365f88ab-ae95-4068-92e5-78e42b36c102),segment_id=365f88ab-ae95-4068-92e5-78e42b36c102)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:48:34.347220 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (c2335790-26a9-4280-becf-6b6672538671), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:34.407120 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46effec1-b899-4d70-ad07-cab3ae793166 None None] Pushing event updated for resources: {'Port': ['ID=c2335790-26a9-4280-becf-6b6672538671,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:35.354626 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ea7cb-2bc1-4b56-87c7-c9682f0b2c92 None None] Network fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:48:35.440309 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-434c8efe-5e0e-4941-b093-ac1c86986174 None None] Provisioning complete for port c2335790-26a9-4280-becf-6b6672538671 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:48:35.440807 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-434c8efe-5e0e-4941-b093-ac1c86986174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (c2335790-26a9-4280-becf-6b6672538671), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:35.544778 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-434c8efe-5e0e-4941-b093-ac1c86986174 None None] Current status of the port c2335790-26a9-4280-becf-6b6672538671 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:48:35.545188 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-434c8efe-5e0e-4941-b093-ac1c86986174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (c2335790-26a9-4280-becf-6b6672538671), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:35.588929 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-434c8efe-5e0e-4941-b093-ac1c86986174 None None] For port c2335790-26a9-4280-becf-6b6672538671, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=c2335790-26a9-4280-becf-6b6672538671,segment=NetworkSegment(365f88ab-ae95-4068-92e5-78e42b36c102),segment_id=365f88ab-ae95-4068-92e5-78e42b36c102)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:48:35.651436 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device c2335790-26a9-4280-becf-6b6672538671 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:48:35.656722 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-434c8efe-5e0e-4941-b093-ac1c86986174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (c2335790-26a9-4280-becf-6b6672538671), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:35.739339 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c8efe-5e0e-4941-b093-ac1c86986174 None None] Pushing event updated for resources: {'Port': ['ID=c2335790-26a9-4280-becf-6b6672538671,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:48:35.749221 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port c2335790-26a9-4280-becf-6b6672538671 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:48:35.749626 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (c2335790-26a9-4280-becf-6b6672538671), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:35.800589 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-9f9a82de-ebcd-469d-934b-cfceccd4b35a None None] Provisioning complete for port c2335790-26a9-4280-becf-6b6672538671 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:48:35.800886 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-9f9a82de-ebcd-469d-934b-cfceccd4b35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (c2335790-26a9-4280-becf-6b6672538671), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:35.867787 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port c2335790-26a9-4280-becf-6b6672538671 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:48:35.917016 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a82de-ebcd-469d-934b-cfceccd4b35a None None] Current status of the port c2335790-26a9-4280-becf-6b6672538671 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:48:37.587312 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device c2335790-26a9-4280-becf-6b6672538671 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:48:37.635310 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port c2335790-26a9-4280-becf-6b6672538671 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:48:37.635744 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (c2335790-26a9-4280-becf-6b6672538671), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:37.713115 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port c2335790-26a9-4280-becf-6b6672538671 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:48:39.463053 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 5 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:48:52.401251 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-b56fb0cb-4811-428d-96df-0cfdf0005bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:54.951485 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-7d42b1b3-4633-47ae-8089-efbde720e13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:55.814567 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:57.655482 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:48:59.105957 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:16.464511 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 5 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:49:22.389028 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-510298b0-3c46-43c2-8e06-d738d4811441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:24.954475 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-38ddf392-a9e2-4180-898b-7bd0ab772faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:25.783033 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:27.693156 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:29.068781 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:52.429333 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-323b3a07-bac9-4043-9d6d-bb471cc016da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:53.462923 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 5 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:49:54.955054 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-74cecb9b-d0eb-4cbc-9954-b9fbc500922f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:55.783723 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:56.603816 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53842) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:56.609633 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [None req-e26f7913-de93-45fd-a0da-fa5a53c3793e tempest-verify_tempest_config-791480867 tempest-verify_tempest_config-791480867-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:49:56.610596 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-e26f7913-de93-45fd-a0da-fa5a53c3793e tempest-verify_tempest_config-791480867 tempest-verify_tempest_config-791480867-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058146 Jan 17 09:49:57.096899 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 53860) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:57.198665 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:57.279648 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Publish callbacks [] for security_group (71f11409-78d6-4faa-abc5-9ed937970d60), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:57.372221 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (71f11409-78d6-4faa-abc5-9ed937970d60), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:57.417799 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=be46e2d8272445e0a38b3a150bfe143f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3198204 Jan 17 09:49:57.418643 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f11409-78d6-4faa-abc5-9ed937970d60,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:57.420521 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53864) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:49:57.425352 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.427553 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.427553 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.427553 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.427553 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.427553 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.427553 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.427996 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.428146 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.428467 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.428804 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.429137 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.429469 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aceb6-f9f9-4bc8-b82a-78ba75abd714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.477705 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Publish callbacks [] for security_group (71f11409-78d6-4faa-abc5-9ed937970d60), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:57.498634 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Publish callbacks [] for security_group (71f11409-78d6-4faa-abc5-9ed937970d60), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:57.652393 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (71f11409-78d6-4faa-abc5-9ed937970d60), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:57.655086 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:57.656257 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/71f11409-78d6-4faa-abc5-9ed937970d60 HTTP/1.1" status: 204 len: 168 time: 0.2347078 Jan 17 09:49:57.664113 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f11409-78d6-4faa-abc5-9ed937970d60,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:49:57.671096 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.671464 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.671822 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.672173 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.672522 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.672868 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.673212 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.673554 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.673959 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.674303 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.674714 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.675085 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.675352 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab423d95-a6fd-4073-9c0c-9afec0e951f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:49:57.680750 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:49:59.115090 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:22.411430 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-abe731d3-5fc5-4bf9-bcc1-8c8dba892332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:24.942759 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c2dda775-bf6e-4b79-bd44-32c251ef1bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:25.795069 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:27.662680 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:29.051079 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:30.460997 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 5 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:50:52.433200 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-84d813b5-1e2e-4a7b-85b6-0c3a95448c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:54.953206 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-da0d7ef9-ff14-4f98-b4d0-34c2d92600a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:55.832863 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:57.679330 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:50:59.061574 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:07.459507 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 5 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:51:22.426877 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-0d4da22c-49d9-46e0-817d-e8de74d03189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:24.992648 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-14423ec3-47af-43c4-b54e-1516071c3c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:25.809801 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:27.678515 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:29.055839 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:32.792479 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33137327'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:44.459397 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:51:46.792964 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53940) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:51:46.894907 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-c000b177-ea82-4cae-85a3-608012d9a1b5 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1008148 Jan 17 09:51:49.120354 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 53950) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:51:49.173986 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-59c0214c-b39c-4d1b-9a91-ac30bd631332 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525331 Jan 17 09:51:52.523628 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f5db88ee-f7e7-40e6-80ff-cf86e1c74ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:54.958311 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-8f8dca79-13b9-4daf-92c6-15212657f87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:55.808323 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:57.724208 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:51:59.048943 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:02.739979 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:21.457930 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:52:22.403180 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-4d213fba-ad41-401a-a66c-22ff08db1052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:24.960813 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f30b904f-bd63-4939-917e-ad863c3459f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:25.824061 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:27.722753 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:29.082923 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:32.738525 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:52.396842 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-278e3ce1-29dd-431e-896e-e8a91569e983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:54.962503 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-1a6fea11-1a64-4f8d-9786-98fbde3c8da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:55.823081 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:57.682398 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:52:58.456057 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:52:59.076675 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:02.765919 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:20.158584 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54096) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:20.723715 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-582347403-network', 'tenant_id': '51320950439a476392f62fc3620f9a82'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:20.836471 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Made reservation on behalf of 51320950439a476392f62fc3620f9a82 for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:20.839260 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:20.848395 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:20.934087 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Publish callbacks [] for security_group (f4f8b4a3-d441-42e5-9b82-e2edadf06fa6), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:20.996930 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (f4f8b4a3-d441-42e5-9b82-e2edadf06fa6), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:21.026666 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 962, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:53:21.032026 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:21.041398 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:21.041757 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:21.042114 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:21.042459 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:21.042890 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:21.043235 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:21.043594 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:21.043931 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:21.044265 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:21.044906 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:21.045035 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:21.045265 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:21.045589 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Tracked resource versions report: Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: pushed versions: Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: { 'AddressGroup': {'1.2'}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'ConntrackHelper': {'1.0'}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Log': {'1.0'}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Network': {'1.1'}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Port': {'1.7'}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'PortForwarding': {'1.2'}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'QosPolicy': {'1.10'}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'SecurityGroup': {'1.5'}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'SubPort': {'1.0'}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Subnet': {'1.1'}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Trunk': {'1.1'}} Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: consumer versions: Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: { DHCP agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: HyperV agent@hv-cinder-82483: {}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: L3 agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: Metadata agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: Metering agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: Open vSwitch agent@dv-cinder-824839-2-iscsi: { 'AddressGroup': '1.2', Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'ConntrackHelper': '1.0', Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'LocalIPAssociation': '1.0', Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Log': '1.0', Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Network': '1.1', Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Port': '1.7', Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'PortForwarding': '1.2', Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'QosPolicy': '1.10', Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'SecurityGroup': '1.5', Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'SecurityGroupRule': '1.2', Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'SubPort': '1.0', Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Subnet': '1.1', Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: 'Trunk': '1.1'}} Jan 17 09:53:21.046811 dv-cinder-824839-2-iscsi neutron-server[114941]: {{(pid=114941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:53:21.053204 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (378ee84d-6e72-48e5-a4c1-83c10c607703), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:21.053551 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Added segment 378ee84d-6e72-48e5-a4c1-83c10c607703 of type vlan for network c34218d8-fc40-4d15-b430-b5c52b4fa1cd Jan 17 09:53:21.093142 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (c34218d8-fc40-4d15-b430-b5c52b4fa1cd), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:21.196562 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (c34218d8-fc40-4d15-b430-b5c52b4fa1cd), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:21.197575 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:21.198527 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:21.263817 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] Pushing event updated for resources: {'Network': ['ID=c34218d8-fc40-4d15-b430-b5c52b4fa1cd,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:21.278047 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network c34218d8-fc40-4d15-b430-b5c52b4fa1cd details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:53:21.341972 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-3862e645-2c43-4644-a608-219ed3e462f4 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1822329 Jan 17 09:53:21.348733 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54146) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:21.349628 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-892a89ff-c8b0-43f7-8b85-52e56ae7fcbb admin admin] Request body: {'subnet': {'network_id': 'c34218d8-fc40-4d15-b430-b5c52b4fa1cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-582347403-subnet', 'tenant_id': '51320950439a476392f62fc3620f9a82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:21.519458 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892a89ff-c8b0-43f7-8b85-52e56ae7fcbb admin admin] Made reservation on behalf of 51320950439a476392f62fc3620f9a82 for: {'subnet': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:21.522111 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-892a89ff-c8b0-43f7-8b85-52e56ae7fcbb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:21.777986 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54160) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:21.796464 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-892a89ff-c8b0-43f7-8b85-52e56ae7fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for subnet (07b29479-52b9-4573-abbb-896fcea55de0), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:21.852667 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a89ff-c8b0-43f7-8b85-52e56ae7fcbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b29479-52b9-4573-abbb-896fcea55de0,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:21.864724 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892a89ff-c8b0-43f7-8b85-52e56ae7fcbb admin admin] Checking segment: {'id': '378ee84d-6e72-48e5-a4c1-83c10c607703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'c34218d8-fc40-4d15-b430-b5c52b4fa1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:21.865335 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a89ff-c8b0-43f7-8b85-52e56ae7fcbb admin admin] Network hostable DHCP agents. Network: c34218d8-fc40-4d15-b430-b5c52b4fa1cd, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:53:21.898767 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54168) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:21.929931 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54172) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:21.990828 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a89ff-c8b0-43f7-8b85-52e56ae7fcbb admin admin] Network c34218d8-fc40-4d15-b430-b5c52b4fa1cd is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:53:22.145063 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-892a89ff-c8b0-43f7-8b85-52e56ae7fcbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, c34218d8-fc40-4d15-b430-b5c52b4fa1cd) {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:22.154807 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892a89ff-c8b0-43f7-8b85-52e56ae7fcbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:22.154807 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-892a89ff-c8b0-43f7-8b85-52e56ae7fcbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.159019 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-474704462-network', 'tenant_id': '4f78f5463ce84155836c42ee404f5665'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:22.160650 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b8947a-d601-4020-91f9-b6462606538e None None] Network c34218d8-fc40-4d15-b430-b5c52b4fa1cd requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:53:22.225496 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1976562948-network', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:22.262060 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-45309188-network', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:22.270565 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a869cc4-af6f-4f95-8a73-15a634cd4ed6 None None] Network c34218d8-fc40-4d15-b430-b5c52b4fa1cd requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:53:22.292023 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-892a89ff-c8b0-43f7-8b85-52e56ae7fcbb admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9459884 Jan 17 09:53:22.359701 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54188) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:22.373174 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Made reservation on behalf of 4f78f5463ce84155836c42ee404f5665 for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:22.384451 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.408271 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.503224 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Publish callbacks [] for security_group (0c5a3722-ce46-40e9-94b4-946d5b194641), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.568365 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Made reservation on behalf of e71a78f8eb2445168288dcdc86badcab for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:22.568464 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-9be2f6c4-954f-4e3d-9f7a-6de8c6b14c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.571345 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.582871 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Made reservation on behalf of 9d833d073d534e56bcff57aead77b7e7 for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:22.585142 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.587379 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.600650 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.602568 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (0c5a3722-ce46-40e9-94b4-946d5b194641), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.741842 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 969, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:53:22.768760 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5a3722-ce46-40e9-94b4-946d5b194641,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:22.789356 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (560d1c29-d450-4a4e-bff1-0cc38fb5ad25), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.789356 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Added segment 560d1c29-d450-4a4e-bff1-0cc38fb5ad25 of type vlan for network 71aee99e-e037-446e-95db-47b7b3de3e7d Jan 17 09:53:22.847384 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1310756938-network', 'tenant_id': '9cb309ded717452cace3567dacc87b2f'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:22.878231 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (71aee99e-e037-446e-95db-47b7b3de3e7d), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.942157 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Publish callbacks [] for security_group (313861e6-8166-49c6-8fdb-bc969e15d552), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:22.961024 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Publish callbacks [] for security_group (76b93a0b-79f4-427c-9151-3e025b558954), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.045997 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (76b93a0b-79f4-427c-9151-3e025b558954), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.049085 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (71aee99e-e037-446e-95db-47b7b3de3e7d), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.050142 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:23.054920 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.054920 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Made reservation on behalf of 9cb309ded717452cace3567dacc87b2f for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:23.055391 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.056948 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (313861e6-8166-49c6-8fdb-bc969e15d552), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.085152 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.099190 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] vlan segment allocate from pool success with {'vlan_id': 987, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:53:23.105838 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:53:23.162189 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (25a599b3-9c6c-41c0-bbec-aef3ca10ec11), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.166066 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Added segment 25a599b3-9c6c-41c0-bbec-aef3ca10ec11 of type vlan for network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 Jan 17 09:53:23.189327 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (3d020d83-b638-4b32-8277-acfb8c390f75), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.189679 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Added segment 3d020d83-b638-4b32-8277-acfb8c390f75 of type vlan for network 13f5851c-5a19-42aa-919c-d5436bee2140 Jan 17 09:53:23.215188 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4360733 Jan 17 09:53:23.218814 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 54232) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:23.227613 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Request body: {'subnet': {'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-474704462-subnet', 'tenant_id': '4f78f5463ce84155836c42ee404f5665', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:23.235056 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b93a0b-79f4-427c-9151-3e025b558954,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:23.240580 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59fb9d-b8bb-47ea-8dd7-b564d687e6e7 admin admin] Pushing event updated for resources: {'Network': ['ID=71aee99e-e037-446e-95db-47b7b3de3e7d,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:23.282218 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network 71aee99e-e037-446e-95db-47b7b3de3e7d details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:53:23.319221 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.334033 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (13f5851c-5a19-42aa-919c-d5436bee2140), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.348899 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313861e6-8166-49c6-8fdb-bc969e15d552,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:23.353610 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Made reservation on behalf of 4f78f5463ce84155836c42ee404f5665 for: {'subnet': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:23.363385 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.428470 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Publish callbacks [] for security_group (4315ef8f-9844-474a-a464-bce01174f524), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.477625 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.479490 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:23.480241 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.535462 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (4315ef8f-9844-474a-a464-bce01174f524), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.540154 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (13f5851c-5a19-42aa-919c-d5436bee2140), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.541608 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:23.542405 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.592797 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] vlan segment allocate from pool success with {'vlan_id': 997, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:53:23.604113 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] Pushing event updated for resources: {'Network': ['ID=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:23.616293 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:53:23.632882 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-3c1da846-1a42-48ca-9ca7-5b1c8eb6b844 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7300193 Jan 17 09:53:23.640767 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54244) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:23.677258 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-b56a428e-1b25-4ce7-81e7-c187db3d8511 admin admin] Request body: {'subnet': {'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1976562948-subnet', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:23.689928 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (be9d89a9-8560-4f43-86f6-b29743f1cbc3), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.689928 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Added segment be9d89a9-8560-4f43-86f6-b29743f1cbc3 of type vlan for network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 Jan 17 09:53:23.689928 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4315ef8f-9844-474a-a464-bce01174f524,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:23.705576 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 54252) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:23.706182 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7749727 Jan 17 09:53:23.712660 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-227c9ff1-a24e-45c2-99df-47e26008c199 admin admin] Request body: {'subnet': {'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-subnet', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:23.741752 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for subnet (ad17af83-cec7-42b2-9d1e-f569a99da8dd), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.790633 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Checking segment: {'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:23.792117 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Network hostable DHCP agents. Network: 71aee99e-e037-446e-95db-47b7b3de3e7d, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:53:23.837032 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a738bf3-8fa6-43db-90ad-f5e4656466a5 admin admin] Pushing event updated for resources: {'Network': ['ID=13f5851c-5a19-42aa-919c-d5436bee2140,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:23.843690 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227c9ff1-a24e-45c2-99df-47e26008c199 admin admin] Made reservation on behalf of e71a78f8eb2445168288dcdc86badcab for: {'subnet': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:23.844650 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (59fc7a5a-9156-4bea-bf1d-574de2e0afc1), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.847989 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-227c9ff1-a24e-45c2-99df-47e26008c199 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.851604 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network 13f5851c-5a19-42aa-919c-d5436bee2140 details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:53:23.931707 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56a428e-1b25-4ce7-81e7-c187db3d8511 admin admin] Made reservation on behalf of 9d833d073d534e56bcff57aead77b7e7 for: {'subnet': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:23.934764 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b56a428e-1b25-4ce7-81e7-c187db3d8511 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:23.956573 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Network 71aee99e-e037-446e-95db-47b7b3de3e7d is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:53:23.969317 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad17af83-cec7-42b2-9d1e-f569a99da8dd,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:23.985069 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:23.986205 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:23.986715 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Tracked resource versions report: Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: pushed versions: Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: { 'AddressGroup': {'1.2'}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'ConntrackHelper': {'1.0'}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Log': {'1.0'}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Network': {'1.1'}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Port': {'1.7'}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'PortForwarding': {'1.2'}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'QosPolicy': {'1.10'}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'SecurityGroup': {'1.5'}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'SubPort': {'1.0'}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Subnet': {'1.1'}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Trunk': {'1.1'}} Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: consumer versions: Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: { DHCP agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: HyperV agent@hv-cinder-82483: {}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: L3 agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: Metadata agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: Metering agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: Open vSwitch agent@dv-cinder-824839-2-iscsi: { 'AddressGroup': '1.2', Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'ConntrackHelper': '1.0', Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'LocalIPAssociation': '1.0', Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Log': '1.0', Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Network': '1.1', Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Port': '1.7', Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'PortForwarding': '1.2', Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'QosPolicy': '1.10', Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'SecurityGroup': '1.5', Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'SecurityGroupRule': '1.2', Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'SubPort': '1.0', Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Subnet': '1.1', Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: 'Trunk': '1.1'}} Jan 17 09:53:23.992773 dv-cinder-824839-2-iscsi neutron-server[114940]: {{(pid=114940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:53:24.020568 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (59fc7a5a-9156-4bea-bf1d-574de2e0afc1), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.021604 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:24.022201 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.088099 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, 71aee99e-e037-446e-95db-47b7b3de3e7d) {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:24.094269 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:24.094269 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.113905 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6ea369-1998-4a75-a0e6-1ed48fdc0b74 None None] Network 71aee99e-e037-446e-95db-47b7b3de3e7d requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:53:24.119848 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] Pushing event updated for resources: {'Network': ['ID=59fc7a5a-9156-4bea-bf1d-574de2e0afc1,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:24.198786 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:53:24.229430 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-e1cc9c96-f54c-4efa-8f0e-a0df52fffed1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9979744 Jan 17 09:53:24.229430 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-227c9ff1-a24e-45c2-99df-47e26008c199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for subnet (f9ef09a4-55c1-4a25-a157-6d2f5e7d9047), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.230874 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-eed0dab7-91d4-4045-b8b0-05b1e398f43c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8614140 Jan 17 09:53:24.239637 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54290) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:24.244309 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-9e6ca40b-745c-4a9b-91cf-a5530422a420 admin admin] Request body: {'subnet': {'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1310756938-subnet', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:24.312318 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b56a428e-1b25-4ce7-81e7-c187db3d8511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for subnet (3e054dbc-2aac-43d1-a338-3beb57e47aa8), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.318383 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227c9ff1-a24e-45c2-99df-47e26008c199 admin admin] Checking segment: {'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:24.326294 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c9ff1-a24e-45c2-99df-47e26008c199 admin admin] Network hostable DHCP agents. Network: 13f5851c-5a19-42aa-919c-d5436bee2140, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:53:24.326294 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c9ff1-a24e-45c2-99df-47e26008c199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:24.349381 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cd28cc-30b9-4bd8-afbf-e8f0196c868a None None] Network 71aee99e-e037-446e-95db-47b7b3de3e7d requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:53:24.397057 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6ca40b-745c-4a9b-91cf-a5530422a420 admin admin] Made reservation on behalf of 9cb309ded717452cace3567dacc87b2f for: {'subnet': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:24.399455 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9e6ca40b-745c-4a9b-91cf-a5530422a420 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.436982 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c9ff1-a24e-45c2-99df-47e26008c199 admin admin] Network 13f5851c-5a19-42aa-919c-d5436bee2140 is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:53:24.459382 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a428e-1b25-4ce7-81e7-c187db3d8511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e054dbc-2aac-43d1-a338-3beb57e47aa8,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:24.488302 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 54310) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:24.490947 dv-cinder-824839-2-iscsi neutron-server[114940]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 09:53:24.526833 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56a428e-1b25-4ce7-81e7-c187db3d8511 admin admin] Checking segment: {'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:24.531667 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a428e-1b25-4ce7-81e7-c187db3d8511 admin admin] Network hostable DHCP agents. Network: 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:53:24.538479 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-227c9ff1-a24e-45c2-99df-47e26008c199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, 13f5851c-5a19-42aa-919c-d5436bee2140) {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:24.545926 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227c9ff1-a24e-45c2-99df-47e26008c199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:24.546818 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-227c9ff1-a24e-45c2-99df-47e26008c199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.547021 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc366c5b-2a0c-468f-9d45-64cb9e858624 None None] Network 13f5851c-5a19-42aa-919c-d5436bee2140 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:53:24.657915 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a428e-1b25-4ce7-81e7-c187db3d8511 admin admin] Network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:53:24.679157 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-b56a428e-1b25-4ce7-81e7-c187db3d8511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6) {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:24.688212 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56a428e-1b25-4ce7-81e7-c187db3d8511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:24.688965 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b56a428e-1b25-4ce7-81e7-c187db3d8511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.716367 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-227c9ff1-a24e-45c2-99df-47e26008c199 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0096555 Jan 17 09:53:24.716600 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54322) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:24.721679 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:24.729676 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3c7bf69c-b0c1-4239-8f0c-fbd120664960 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:24.736407 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3c7bf69c-b0c1-4239-8f0c-fbd120664960 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/networks?id=c34218d8-fc40-4d15-b430-b5c52b4fa1cd HTTP/1.1" status: 200 len: 811 time: 0.2465625 Jan 17 09:53:24.751931 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca607975-66ee-4b4c-bb85-7b79a0332e2c None None] Network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:53:24.754260 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-615c2352-7821-44ad-9f84-3f15753de62a tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/quotas/51320950439a476392f62fc3620f9a82 HTTP/1.1" status: 200 len: 375 time: 0.0169151 Jan 17 09:53:24.769538 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9e6ca40b-745c-4a9b-91cf-a5530422a420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for subnet (9208fb27-664b-428f-ab1c-b4f44f3920f5), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.811891 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7edc45-a881-55c4-ab38-b0e6e41a2da3-13f5851c-5a19-42aa-919c-d5436bee2140', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047'}]}} from dv-cinder-824839-2-iscsi. {{(pid=114942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:53:24.812912 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.817577 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-b56a428e-1b25-4ce7-81e7-c187db3d8511 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1451852 Jan 17 09:53:24.819669 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54326) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:24.836193 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:24.840285 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-96e5d80f-782a-4c8d-9fd0-942ad6cd9e40 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=51320950439a476392f62fc3620f9a82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850317 Jan 17 09:53:24.878596 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ca40b-745c-4a9b-91cf-a5530422a420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9208fb27-664b-428f-ab1c-b4f44f3920f5,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:24.910615 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ca40b-745c-4a9b-91cf-a5530422a420 admin admin] Checking segment: {'id': 'be9d89a9-8560-4f43-86f6-b29743f1cbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:24.911291 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6ca40b-745c-4a9b-91cf-a5530422a420 admin admin] Network hostable DHCP agents. Network: 59fc7a5a-9156-4bea-bf1d-574de2e0afc1, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:53:24.927637 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33139549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25243'] for router (3f4305a4-4eff-488a-98d5-2f1e992226a2), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.930114 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33139489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33137027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25234'] for router (3f4305a4-4eff-488a-98d5-2f1e992226a2), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.952649 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33139549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25243'] for router (99ba9bb4-c2eb-4267-bccb-f051300b0388), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.955119 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33139489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33137027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25234'] for router (99ba9bb4-c2eb-4267-bccb-f051300b0388), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:24.996411 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7edc45-a881-55c4-ab38-b0e6e41a2da3-2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8'}]}} from dv-cinder-824839-2-iscsi. {{(pid=114942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:53:24.997610 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:25.067329 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-01250f21-5673-40a9-b989-8bc5d148779e service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:53:25.069072 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-01250f21-5673-40a9-b989-8bc5d148779e service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537651 Jan 17 09:53:25.112424 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Publish callbacks [] for router_controller (99ba9bb4-c2eb-4267-bccb-f051300b0388), precommit_add_association {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:25.139296 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6ca40b-745c-4a9b-91cf-a5530422a420 admin admin] Network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:53:25.152267 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Publish callbacks [] for router_controller (3f4305a4-4eff-488a-98d5-2f1e992226a2), precommit_add_association {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:25.176029 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-8522c1cb-9a14-4323-95b9-633bfa66de37 service neutron] 10.222.0.88 "GET /v2.0/networks/c34218d8-fc40-4d15-b430-b5c52b4fa1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975738 Jan 17 09:53:25.186745 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-9f2643f2-7a30-40a7-959b-53b874bb4115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:25.247285 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-9e6ca40b-745c-4a9b-91cf-a5530422a420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, 59fc7a5a-9156-4bea-bf1d-574de2e0afc1) {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:25.270237 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.db_base_plugin_common [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Allocated IP 172.20.0.2 (13f5851c-5a19-42aa-919c-d5436bee2140/f9ef09a4-55c1-4a25-a157-6d2f5e7d9047/3bc091a2-2ec6-4225-bd56-227ecdd39e48) {{(pid=114942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:25.279429 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67713e-def4-4796-9473-3a38fb91721e None None] Network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:53:25.301452 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-a7d5a695-f95f-4bf1-a8bf-cbb69eca2209 service neutron] 10.222.0.88 "GET /v2.0/networks/c34218d8-fc40-4d15-b430-b5c52b4fa1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180000 Jan 17 09:53:25.344104 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 54362) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:25.540765 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6ca40b-745c-4a9b-91cf-a5530422a420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:25.541191 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9e6ca40b-745c-4a9b-91cf-a5530422a420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:25.580308 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-f7c7258a-a3c7-41ca-b366-61c96df14fa9 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:25.582619 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-f7c7258a-a3c7-41ca-b366-61c96df14fa9 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/networks?id=71aee99e-e037-446e-95db-47b7b3de3e7d HTTP/1.1" status: 200 len: 814 time: 0.2395873 Jan 17 09:53:25.638687 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.db_base_plugin_common [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Allocated IP 172.20.0.2 (2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6/3e054dbc-2aac-43d1-a338-3beb57e47aa8/55a21529-b7af-4ff2-be86-27f8dfb688f6) {{(pid=114942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:25.639320 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-9bf07554-8876-4a48-b4be-f596330ebb6b tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/quotas/4f78f5463ce84155836c42ee404f5665 HTTP/1.1" status: 200 len: 375 time: 0.0126498 Jan 17 09:53:25.640157 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-3db2700f-b1a3-4463-862e-32525418af18 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4f78f5463ce84155836c42ee404f5665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316038 Jan 17 09:53:25.651556 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6289d84-01e4-4585-b43d-92119444bfb6 None None] Network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:53:25.678865 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Publish callbacks [] for router_gateway (3f4305a4-4eff-488a-98d5-2f1e992226a2), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:25.755905 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-bbdc1c62-e966-40af-811e-2b9664d177c0 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:53:25.757629 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-bbdc1c62-e966-40af-811e-2b9664d177c0 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0525372 Jan 17 09:53:25.802008 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Publish callbacks [] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), precommit_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:25.881525 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:25.907402 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Network 13f5851c-5a19-42aa-919c-d5436bee2140 is already hosted by enough agents. {{(pid=114942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:25.919669 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6582d42c-9878-4542-b3ab-dc6b578e979b req-0b06b1c3-9f82-4d59-bf9d-c192a884946a tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 210 time: 0.0634453 Jan 17 09:53:25.934320 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-9e6ca40b-745c-4a9b-91cf-a5530422a420 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6989086 Jan 17 09:53:25.939543 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 54394) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:25.947789 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1310756938-router', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:25.960601 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.base_scheduler [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Resources bound (agent type, host, resource id): {{(pid=114942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:25.962478 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Pushing event updated for resources: {'Port': ['ID=3bc091a2-2ec6-4225-bd56-227ecdd39e48,revision_number=1']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:25.968041 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Publish callbacks [] for router_gateway (99ba9bb4-c2eb-4267-bccb-f051300b0388), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:25.974895 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:25.975194 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-76990c4b-74e6-4f3b-99de-67908e09c956 service neutron] 10.222.0.88 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046313 Jan 17 09:53:25.980208 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:25.980591 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:25.981058 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:25.981415 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:25.981766 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:25.982159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:25.982509 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:25.982873 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:25.983213 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:25.983571 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:25.983919 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:25.984243 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:25.984576 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Tracked resource versions report: Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: pushed versions: Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: { 'AddressGroup': {'1.2'}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'ConntrackHelper': {'1.0'}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Log': {'1.0'}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Network': {'1.1'}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Port': {'1.7'}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'PortForwarding': {'1.2'}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'QosPolicy': {'1.10'}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'SecurityGroup': {'1.5'}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'SubPort': {'1.0'}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Subnet': {'1.1'}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Trunk': {'1.1'}} Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: consumer versions: Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: { DHCP agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: HyperV agent@hv-cinder-82483: {}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: L3 agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: Metadata agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: Metering agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: Open vSwitch agent@dv-cinder-824839-2-iscsi: { 'AddressGroup': '1.2', Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'ConntrackHelper': '1.0', Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'LocalIPAssociation': '1.0', Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Log': '1.0', Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Network': '1.1', Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Port': '1.7', Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'PortForwarding': '1.2', Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'QosPolicy': '1.10', Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'SecurityGroup': '1.5', Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'SecurityGroupRule': '1.2', Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'SubPort': '1.0', Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Subnet': '1.1', Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: 'Trunk': '1.1'}} Jan 17 09:53:25.985971 dv-cinder-824839-2-iscsi neutron-server[114942]: {{(pid=114942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:53:25.991116 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Received port after_create {{(pid=114942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:26.076925 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Attempting to bind port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:26.077091 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Attempting to bind port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:26.077477 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Attempting to bind port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 on network 13f5851c-5a19-42aa-919c-d5436bee2140 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:26.086710 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:26.086710 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Checking segment: {'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:26.086710 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.086710 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Bound using segment: {'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:26.087170 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Bound port: 3bc091a2-2ec6-4225-bd56-227ecdd39e48, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:26.087538 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.108164 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-ca3e3f9d-5b42-4a68-8321-a64195af1da9 service neutron] 10.222.0.88 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277964 Jan 17 09:53:26.162355 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33139549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25243'] for router (8f681764-4c00-4a77-9007-48c805625518), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.163681 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33139489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33137027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25234'] for router (8f681764-4c00-4a77-9007-48c805625518), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.201148 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] For port 3bc091a2-2ec6-4225-bd56-227ecdd39e48, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:26.205318 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] For port 3bc091a2-2ec6-4225-bd56-227ecdd39e48, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=3bc091a2-2ec6-4225-bd56-227ecdd39e48,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:26.228601 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Publish callbacks [] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), precommit_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.230104 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54398) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:26.268778 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Publish callbacks [] for router_controller (8f681764-4c00-4a77-9007-48c805625518), precommit_add_association {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.291313 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Publish callbacks [] for router_gateway (3f4305a4-4eff-488a-98d5-2f1e992226a2), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.297168 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.317393 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.364362 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.395119 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069e958-b40e-488d-80b2-4bb09ce90edb None None] Pushing event updated for resources: {'Port': ['ID=3bc091a2-2ec6-4225-bd56-227ecdd39e48,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:26.411197 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 is already hosted by enough agents. {{(pid=114942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:26.433574 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.base_scheduler [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Resources bound (agent type, host, resource id): {{(pid=114942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:26.436216 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Received port after_create {{(pid=114942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:26.553372 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9311033c-3962-4048-aaa4-a0ec107431ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.640394 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Pushing event updated for resources: {'Port': ['ID=55a21529-b7af-4ff2-be86-27f8dfb688f6,revision_number=1']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:26.647643 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Attempting to bind port 55a21529-b7af-4ff2-be86-27f8dfb688f6 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:26.648063 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Attempting to bind port 55a21529-b7af-4ff2-be86-27f8dfb688f6 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:26.648407 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Attempting to bind port 55a21529-b7af-4ff2-be86-27f8dfb688f6 on network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:26.799135 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:26.799135 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Checking segment: {'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:26.799135 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.799135 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Bound using segment: {'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:26.799135 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Bound port: 55a21529-b7af-4ff2-be86-27f8dfb688f6, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:26.799135 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.801267 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-85687c44-8174-4144-a8d4-8f498a3db112 req-4064a766-e1bd-4cb7-9b42-87e009f81d3f tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 210 time: 0.0850031 Jan 17 09:53:26.802002 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Allocated IP 172.27.0.77 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/f99999fb-7fc2-4d97-991f-182851d6bf7c) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:26.821633 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] For port 55a21529-b7af-4ff2-be86-27f8dfb688f6, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:26.840907 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] For port 55a21529-b7af-4ff2-be86-27f8dfb688f6, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=55a21529-b7af-4ff2-be86-27f8dfb688f6,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:26.886142 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Publish callbacks [] for router_gateway (99ba9bb4-c2eb-4267-bccb-f051300b0388), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.922057 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Publish callbacks [] for router_gateway (8f681764-4c00-4a77-9007-48c805625518), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.957000 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:26.975116 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.057835 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa13de-9d7c-4f33-9b0d-657bf42c0b94 None None] Pushing event updated for resources: {'Port': ['ID=55a21529-b7af-4ff2-be86-27f8dfb688f6,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:27.180390 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9311033c-3962-4048-aaa4-a0ec107431ef admin admin] Publish callbacks [] for security_group (92042683-7ffc-44bb-8b36-f885290a3ee1), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.209842 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Publish callbacks [] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.264597 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9311033c-3962-4048-aaa4-a0ec107431ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (92042683-7ffc-44bb-8b36-f885290a3ee1), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.301968 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5ccfb845-887b-4a3b-b61e-fd5c188a2bc1 req-9359a320-bcc3-4746-911a-1a542b49bb14 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 210 time: 0.0595679 Jan 17 09:53:27.371894 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.409040 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-9311033c-3962-4048-aaa4-a0ec107431ef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d5406dddbd4c47ca999f780e05d13368&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1765156 Jan 17 09:53:27.413134 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 54450) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:27.453272 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311033c-3962-4048-aaa4-a0ec107431ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92042683-7ffc-44bb-8b36-f885290a3ee1,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:27.486202 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:27.507418 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:27.511347 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Pushing event updated for resources: {'Port': ['ID=f99999fb-7fc2-4d97-991f-182851d6bf7c,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:27.522891 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:27.540558 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Allocated IP 172.27.0.127 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/321d9b61-0aef-4173-a45a-ac05c2f1c40a) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:27.616009 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-18b2fffe-8d0c-41e1-b58c-18a0eb84b615 admin admin] Publish callbacks [] for security_group (92042683-7ffc-44bb-8b36-f885290a3ee1), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.644701 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-18b2fffe-8d0c-41e1-b58c-18a0eb84b615 admin admin] Publish callbacks [] for security_group (92042683-7ffc-44bb-8b36-f885290a3ee1), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.693980 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Publish callbacks [] for router_gateway (8f681764-4c00-4a77-9007-48c805625518), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.750603 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.790905 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.796146 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Publish callbacks [] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.864230 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9c377200-97ef-4cdb-92c8-fe2336bc1477 req-838c7d4d-b4f6-4d32-81d0-321bc9044ff2 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 210 time: 0.0310504 Jan 17 09:53:27.903102 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57307f6f-3589-4e6b-9020-d52ec727715a None None] Network 13f5851c-5a19-42aa-919c-d5436bee2140 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:53:27.926259 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-18b2fffe-8d0c-41e1-b58c-18a0eb84b615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (92042683-7ffc-44bb-8b36-f885290a3ee1), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.931311 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-18b2fffe-8d0c-41e1-b58c-18a0eb84b615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:27.935140 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-18b2fffe-8d0c-41e1-b58c-18a0eb84b615 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/92042683-7ffc-44bb-8b36-f885290a3ee1 HTTP/1.1" status: 204 len: 168 time: 0.4845705 Jan 17 09:53:27.979878 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2fffe-8d0c-41e1-b58c-18a0eb84b615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92042683-7ffc-44bb-8b36-f885290a3ee1,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:28.070253 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:28.104431 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 3bc091a2-2ec6-4225-bd56-227ecdd39e48 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:28.113235 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_common [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Allocated IP 172.27.0.192 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/a13feac2-5035-4f0a-8595-d53e5b4b1746) {{(pid=114940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:28.240135 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:28.256382 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:28.280691 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:28.286722 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-33323429-4252-4cc4-abbf-ef6c23f09b1f None None] Provisioning complete for port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:28.287202 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-33323429-4252-4cc4-abbf-ef6c23f09b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:28.314687 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Publish callbacks [] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:28.520436 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:28.520837 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:28.577413 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Pushing event updated for resources: {'Port': ['ID=321d9b61-0aef-4173-a45a-ac05c2f1c40a,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:28.578863 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-aea94b03-2b94-4cd7-bea5-9d763acdbed4 req-d71bf711-70b9-4d90-8456-dfc0dbdb0528 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 210 time: 0.1289144 Jan 17 09:53:28.612867 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Publish callbacks [] for router_gateway (3f4305a4-4eff-488a-98d5-2f1e992226a2), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:28.639049 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9021a1b-cc34-4844-906a-d27d3b5386ff None None] Network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:53:28.688654 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:28.705794 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-33323429-4252-4cc4-abbf-ef6c23f09b1f None None] Current status of the port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:28.706720 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-33323429-4252-4cc4-abbf-ef6c23f09b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:28.836102 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:28.836883 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:28.852360 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Pushing event updated for resources: {'Port': ['ID=a13feac2-5035-4f0a-8595-d53e5b4b1746,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:28.867327 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:28.868831 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:28.877232 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Received port after_create {{(pid=114940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:28.885639 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-33323429-4252-4cc4-abbf-ef6c23f09b1f None None] For port 3bc091a2-2ec6-4225-bd56-227ecdd39e48, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=3bc091a2-2ec6-4225-bd56-227ecdd39e48,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:28.965397 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-33323429-4252-4cc4-abbf-ef6c23f09b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.038807 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 54490) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:29.084269 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-842fd4ae-b37e-4cc1-bf27-c61f76514bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.184289 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33323429-4252-4cc4-abbf-ef6c23f09b1f None None] Pushing event updated for resources: {'Port': ['ID=3bc091a2-2ec6-4225-bd56-227ecdd39e48,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:29.213475 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33139154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33136980'] for router (3f4305a4-4eff-488a-98d5-2f1e992226a2), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.215754 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.db.api [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 09:53:29.216138 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG oslo_db.api [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 09:53:29.224916 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Publish callbacks [] for router_gateway (99ba9bb4-c2eb-4267-bccb-f051300b0388), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.230840 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-5c8ae597-5a86-4939-a2ec-89bef0f3074f None None] Provisioning complete for port 55a21529-b7af-4ff2-be86-27f8dfb688f6 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:29.230840 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae597-5a86-4939-a2ec-89bef0f3074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.257271 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cb29a5f5-e9bc-481d-9d04-e4c8bc4114b1 req-ff34fce2-d40a-4267-a1bb-99aad004abd4 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 210 time: 0.0681181 Jan 17 09:53:29.377189 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-842fd4ae-b37e-4cc1-bf27-c61f76514bf6 admin admin] Publish callbacks [] for security_group (c5e3e9bf-29fe-42bf-a76c-8200ed26e1e9), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.433140 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.515029 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ae597-5a86-4939-a2ec-89bef0f3074f None None] Current status of the port 55a21529-b7af-4ff2-be86-27f8dfb688f6 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:29.515433 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae597-5a86-4939-a2ec-89bef0f3074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.537479 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-842fd4ae-b37e-4cc1-bf27-c61f76514bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (c5e3e9bf-29fe-42bf-a76c-8200ed26e1e9), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.566961 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-5c8ae597-5a86-4939-a2ec-89bef0f3074f None None] For port 55a21529-b7af-4ff2-be86-27f8dfb688f6, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=55a21529-b7af-4ff2-be86-27f8dfb688f6,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:29.635364 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-842fd4ae-b37e-4cc1-bf27-c61f76514bf6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2a4143284e004df6bb036825f5450ac8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5931942 Jan 17 09:53:29.636455 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54510) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:29.648068 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae597-5a86-4939-a2ec-89bef0f3074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.697167 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fd4ae-b37e-4cc1-bf27-c61f76514bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e3e9bf-29fe-42bf-a76c-8200ed26e1e9,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:29.734452 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Router 3f4305a4-4eff-488a-98d5-2f1e992226a2 is scheduled to L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 with binding_index 1 {{(pid=114941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:53:29.736015 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Publish callbacks [] for router_gateway (8f681764-4c00-4a77-9007-48c805625518), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.997268 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5e66540a-8b52-4c3b-81b4-3b6532e5b11d admin admin] Publish callbacks [] for security_group (c5e3e9bf-29fe-42bf-a76c-8200ed26e1e9), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.997268 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33139154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33136980'] for router (99ba9bb4-c2eb-4267-bccb-f051300b0388), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.997538 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-5c8ae597-5a86-4939-a2ec-89bef0f3074f None None] Provisioning complete for port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:29.997538 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae597-5a86-4939-a2ec-89bef0f3074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.997538 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ae597-5a86-4939-a2ec-89bef0f3074f None None] Pushing event updated for resources: {'Port': ['ID=55a21529-b7af-4ff2-be86-27f8dfb688f6,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:29.997538 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:29.997538 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 55a21529-b7af-4ff2-be86-27f8dfb688f6 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:29.998475 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5e66540a-8b52-4c3b-81b4-3b6532e5b11d admin admin] Publish callbacks [] for security_group (c5e3e9bf-29fe-42bf-a76c-8200ed26e1e9), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.998689 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d0bceb8e-7c8b-4ec5-81cf-5d5398e75572 req-f0a206b0-ba9c-4daf-833e-e41b718ef855 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 210 time: 0.0590205 Jan 17 09:53:29.999467 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 55a21529-b7af-4ff2-be86-27f8dfb688f6 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:29.999467 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:29.999467 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ae597-5a86-4939-a2ec-89bef0f3074f None None] Current status of the port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:30.017393 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:53:30.029201 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Sync routers for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:53:30.046312 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 55a21529-b7af-4ff2-be86-27f8dfb688f6 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:30.051919 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:53:30.053228 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:30.096968 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-d74742ac-6462-41c7-a084-f08a9220c585 None None] Provisioning complete for port 55a21529-b7af-4ff2-be86-27f8dfb688f6 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:30.097498 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d74742ac-6462-41c7-a084-f08a9220c585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:30.193411 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:30.195207 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-531b9213-074a-4c28-bd9f-09ace91e6f04 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4776249 Jan 17 09:53:30.197164 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Router 99ba9bb4-c2eb-4267-bccb-f051300b0388 is scheduled to L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 with binding_index 1 {{(pid=114941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:53:30.200645 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5e66540a-8b52-4c3b-81b4-3b6532e5b11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (c5e3e9bf-29fe-42bf-a76c-8200ed26e1e9), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:30.205804 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33139154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33136980'] for router (8f681764-4c00-4a77-9007-48c805625518), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:30.213198 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5e66540a-8b52-4c3b-81b4-3b6532e5b11d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:30.214532 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 54512) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:30.217032 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-5e66540a-8b52-4c3b-81b4-3b6532e5b11d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c5e3e9bf-29fe-42bf-a76c-8200ed26e1e9 HTTP/1.1" status: 204 len: 168 time: 0.5795844 Jan 17 09:53:30.231221 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66540a-8b52-4c3b-81b4-3b6532e5b11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e3e9bf-29fe-42bf-a76c-8200ed26e1e9,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:30.245843 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-d74742ac-6462-41c7-a084-f08a9220c585 None None] Current status of the port 55a21529-b7af-4ff2-be86-27f8dfb688f6 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:30.247944 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 3bc091a2-2ec6-4225-bd56-227ecdd39e48 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:30.323053 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:53:30.388271 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:30.388943 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:30.405731 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:53:30.419723 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Sync routers for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:53:30.443371 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:53:30.444099 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:30.519892 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.94', 64272) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:30.526892 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] Publish callbacks [] for router (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:30.531812 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-50b7c408-6c47-45b7-9d51-cbd353e2ecef admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7014525 Jan 17 09:53:30.559076 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54528) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:30.573149 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3c06fb65-cdb9-4fd6-b4b5-270066ce5b2b req-d19d2643-d56b-4506-a8b3-f4fe6235fdfb tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 210 time: 0.1382873 Jan 17 09:53:30.672322 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:30.677696 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 55a21529-b7af-4ff2-be86-27f8dfb688f6 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:30.759111 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:53:30.781716 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:27Z', 'revision_number': 3, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:30.872838 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Checking router: 3f4305a4-4eff-488a-98d5-2f1e992226a2 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:53:30.874276 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Updating router 3f4305a4-4eff-488a-98d5-2f1e992226a2 port f99999fb-7fc2-4d97-991f-182851d6bf7c binding host dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:53:30.946688 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:30.961777 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 55a21529-b7af-4ff2-be86-27f8dfb688f6 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:30.962410 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:30.994719 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Router 8f681764-4c00-4a77-9007-48c805625518 is scheduled to L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 with binding_index 1 {{(pid=114940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:53:31.024474 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.94', 64275) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:31.068940 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-d000dd1f-fff7-4d90-906f-40acce901d77 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:31.071049 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-d000dd1f-fff7-4d90-906f-40acce901d77 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.94 "GET /v2.0/networks?id=c34218d8-fc40-4d15-b430-b5c52b4fa1cd HTTP/1.1" status: 200 len: 811 time: 0.5400107 Jan 17 09:53:31.140755 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-dd3481da-a59c-46cf-8888-7483e96fbb79 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Request body: {'port': {'device_id': '63fae42d-9912-4bb8-81fa-cb7d11f956a1', 'network_id': 'c34218d8-fc40-4d15-b430-b5c52b4fa1cd', 'admin_state_up': True, 'tenant_id': '51320950439a476392f62fc3620f9a82'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:31.324071 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-dc065c4f-6f47-4d14-a3cc-4692514bc6d3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:31.329396 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-dc065c4f-6f47-4d14-a3cc-4692514bc6d3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "GET /v2.0/networks?id=71aee99e-e037-446e-95db-47b7b3de3e7d HTTP/1.1" status: 200 len: 814 time: 0.3025122 Jan 17 09:53:31.342926 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 55a21529-b7af-4ff2-be86-27f8dfb688f6 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:31.349943 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-ef12e72c-299d-41ad-a09a-e38dd8556bcd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Request body: {'port': {'device_id': 'a6f7d570-b130-4244-9f05-31f7600d200a', 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d', 'admin_state_up': True, 'tenant_id': '4f78f5463ce84155836c42ee404f5665'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:31.359931 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:28Z', 'revision_number': 3, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:31.416261 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Checking router: 99ba9bb4-c2eb-4267-bccb-f051300b0388 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:53:31.416261 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Updating router 99ba9bb4-c2eb-4267-bccb-f051300b0388 port 321d9b61-0aef-4173-a45a-ac05c2f1c40a binding host dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:53:31.473851 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Publish callbacks [] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), precommit_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:31.478687 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:31.556807 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:31.767320 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Pushing event updated for resources: {'Port': ['ID=f99999fb-7fc2-4d97-991f-182851d6bf7c,revision_number=2']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:31.767320 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Attempting to bind port f99999fb-7fc2-4d97-991f-182851d6bf7c on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:31.767320 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Attempting to bind port f99999fb-7fc2-4d97-991f-182851d6bf7c by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:31.767320 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Attempting to bind port f99999fb-7fc2-4d97-991f-182851d6bf7c on network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:31.767320 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:31.767320 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Checking segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:31.767320 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:31.767320 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Bound using segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:31.767320 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Bound port: f99999fb-7fc2-4d97-991f-182851d6bf7c, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Tracked resource versions report: Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: pushed versions: Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: { 'AddressGroup': {'1.2'}, Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: 'ConntrackHelper': {'1.0'}, Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Log': {'1.0'}, Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Network': {'1.1'}, Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Port': {'1.7'}, Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: 'PortForwarding': {'1.2'}, Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: 'QosPolicy': {'1.10'}, Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: 'SecurityGroup': {'1.5'}, Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: 'SubPort': {'1.0'}, Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Subnet': {'1.1'}, Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Trunk': {'1.1'}} Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: consumer versions: Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: { DHCP agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:31.768817 dv-cinder-824839-2-iscsi neutron-server[114943]: HyperV agent@hv-cinder-82483: {}, Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: L3 agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: Metadata agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: Metering agent@dv-cinder-824839-2-iscsi: {}, Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: Open vSwitch agent@dv-cinder-824839-2-iscsi: { 'AddressGroup': '1.2', Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: 'ConntrackHelper': '1.0', Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: 'LocalIPAssociation': '1.0', Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Log': '1.0', Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Network': '1.1', Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Port': '1.7', Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: 'PortForwarding': '1.2', Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: 'QosPolicy': '1.10', Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: 'SecurityGroup': '1.5', Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: 'SecurityGroupRule': '1.2', Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: 'SubPort': '1.0', Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Subnet': '1.1', Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: 'Trunk': '1.1'}} Jan 17 09:53:31.770880 dv-cinder-824839-2-iscsi neutron-server[114943]: {{(pid=114943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:53:31.776874 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:53:31.848386 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7f9f5c8a-1507-4f7c-92dd-fddcf7062e62 req-b8ed231c-6faf-4347-baf7-f02727c30baf tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 210 time: 0.0657837 Jan 17 09:53:31.852533 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a6ccbd2c-932a-4812-a3f1-96fdb76d4ae3 req-34bfce49-8649-4328-b721-c0b65832248e tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 210 time: 0.5740981 Jan 17 09:53:31.885200 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] For port f99999fb-7fc2-4d97-991f-182851d6bf7c, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:31.890175 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] For port f99999fb-7fc2-4d97-991f-182851d6bf7c, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=f99999fb-7fc2-4d97-991f-182851d6bf7c,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:31.894299 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Sync routers for ids ['8f681764-4c00-4a77-9007-48c805625518'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:53:31.902586 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Publish callbacks [] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), precommit_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:31.908691 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Routers {'8f681764-4c00-4a77-9007-48c805625518'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:53:31.909400 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['8f681764-4c00-4a77-9007-48c805625518'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:31.945600 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:31.950079 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-4c52065e-4b59-4123-a9df-35312ae97616 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0091636 Jan 17 09:53:31.952066 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54594) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:32.027010 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:32.137736 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-ef12e72c-299d-41ad-a09a-e38dd8556bcd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Made reservation on behalf of 4f78f5463ce84155836c42ee404f5665 for: {'port': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:32.138637 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Set router 8f681764-4c00-4a77-9007-48c805625518 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:53:32.150756 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-ef12e72c-299d-41ad-a09a-e38dd8556bcd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:32.158989 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Attempting to bind port 321d9b61-0aef-4173-a45a-ac05c2f1c40a on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:32.163946 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Attempting to bind port 321d9b61-0aef-4173-a45a-ac05c2f1c40a by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:32.163946 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Attempting to bind port 321d9b61-0aef-4173-a45a-ac05c2f1c40a on network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:32.169849 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:32.170374 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Checking segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:32.170940 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:32.171450 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Bound using segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:32.172051 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Bound port: 321d9b61-0aef-4173-a45a-ac05c2f1c40a, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:32.173391 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:32.214059 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:32.221552 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dd449-cb16-44be-a1d9-a43125721897 None None] Pushing event updated for resources: {'Port': ['ID=321d9b61-0aef-4173-a45a-ac05c2f1c40a,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:32.280714 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] For port 321d9b61-0aef-4173-a45a-ac05c2f1c40a, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:32.285408 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] For port 321d9b61-0aef-4173-a45a-ac05c2f1c40a, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=321d9b61-0aef-4173-a45a-ac05c2f1c40a,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:32.310223 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:32.315149 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-dd3481da-a59c-46cf-8888-7483e96fbb79 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Made reservation on behalf of 51320950439a476392f62fc3620f9a82 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:32.318682 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-dd3481da-a59c-46cf-8888-7483e96fbb79 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:32.369335 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:32.472723 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:53:32.473387 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:32.537818 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dd449-cb16-44be-a1d9-a43125721897 None None] Pushing event updated for resources: {'Port': ['ID=321d9b61-0aef-4173-a45a-ac05c2f1c40a,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:32.553379 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:53:32.553379 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:32.629336 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1af8a4-6285-40cc-b9d5-a7220aa97372 None None] Pushing event updated for resources: {'Port': ['ID=f99999fb-7fc2-4d97-991f-182851d6bf7c,revision_number=3']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:32.787374 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:53:32.914792 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_common [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Allocated IP 172.20.0.1 (13f5851c-5a19-42aa-919c-d5436bee2140/f9ef09a4-55c1-4a25-a157-6d2f5e7d9047/498f2461-0d87-4a2a-9ca9-b084a831d8a0) {{(pid=114940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:32.920132 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f681764-4c00-4a77-9007-48c805625518', 'name': 'tempest-ServerRescueNegativeTestJSON-1310756938-router', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:29Z', 'revision_number': 3, 'project_id': '9cb309ded717452cace3567dacc87b2f', 'gw_port': {'id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f681764-4c00-4a77-9007-48c805625518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:32.959035 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Checking router: 8f681764-4c00-4a77-9007-48c805625518 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:53:32.959350 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Updating router 8f681764-4c00-4a77-9007-48c805625518 port a13feac2-5035-4f0a-8595-d53e5b4b1746 binding host dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:53:33.015150 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:33.016462 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:53:33.109768 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Publish callbacks [] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:33.137976 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-dd3481da-a59c-46cf-8888-7483e96fbb79 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Allocated IP 172.20.0.10 (c34218d8-fc40-4d15-b430-b5c52b4fa1cd/07b29479-52b9-4573-abbb-896fcea55de0/bc88e209-2151-4e19-9891-45402432fe27) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:33.196301 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:27Z', 'revision_number': 3, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:33.281229 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4a6d36b0-5b62-4aa1-843b-21ae09c054e9 req-953c626a-9d78-43f7-b453-db4c5f9e5cb4 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 210 time: 0.1177208 Jan 17 09:53:33.284714 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:33.285852 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a01f836e-7a66-416b-8392-c61a36c123b3 req-b3ba98d8-d1cd-4f55-9b39-d7227b62834c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 210 time: 0.0776920 Jan 17 09:53:33.313219 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:33.321578 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:33.371990 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:28Z', 'revision_number': 3, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:33.422210 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Network 13f5851c-5a19-42aa-919c-d5436bee2140 is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:33.427006 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f9d0e-440d-4c3b-bd44-91be2b96a5d0 None None] The sync data for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi is: [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:28Z', 'revision_number': 3, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:53:33.437554 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:33.456481 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Pushing event updated for resources: {'Port': ['ID=498f2461-0d87-4a2a-9ca9-b084a831d8a0,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:33.466525 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Received port after_create {{(pid=114940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:33.467251 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33152899'] for router_interface (3f4305a4-4eff-488a-98d5-2f1e992226a2), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:33.511347 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2cdca-7edc-487f-b3cb-97bd61fe3a1f None None] The sync data for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi is: [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:27Z', 'revision_number': 3, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:53:33.633852 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_common [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-ef12e72c-299d-41ad-a09a-e38dd8556bcd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Allocated IP 172.20.0.10 (71aee99e-e037-446e-95db-47b7b3de3e7d/ad17af83-cec7-42b2-9d1e-f569a99da8dd/a7df3738-0e8b-4ef6-9796-89313eec43fb) {{(pid=114940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:33.653223 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Publish callbacks [] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), precommit_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:33.904674 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Allocated IP 172.20.0.1 (59fc7a5a-9156-4bea-bf1d-574de2e0afc1/9208fb27-664b-428f-ab1c-b4f44f3920f5/b1927eb6-df91-4a64-bdec-6241aee178e9) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:33.943119 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-02254349-66b9-4104-aec3-da48fda70d9e None None] Provisioning complete for port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:33.944356 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-02254349-66b9-4104-aec3-da48fda70d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.023375 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-02254349-66b9-4104-aec3-da48fda70d9e None None] Port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:53:34.067042 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-dd3481da-a59c-46cf-8888-7483e96fbb79 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Publish callbacks [] for port (bc88e209-2151-4e19-9891-45402432fe27), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.112197 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-ef12e72c-299d-41ad-a09a-e38dd8556bcd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks [] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.196754 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.266519 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 321d9b61-0aef-4173-a45a-ac05c2f1c40a up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:34.273262 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Publish callbacks [] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.282958 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Attempting to bind port a13feac2-5035-4f0a-8595-d53e5b4b1746 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:34.285867 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Allocated IP 172.20.0.1 (2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6/3e054dbc-2aac-43d1-a338-3beb57e47aa8/a2ea76e3-53a5-47cd-bad1-63781cb3b406) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:34.288038 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Attempting to bind port a13feac2-5035-4f0a-8595-d53e5b4b1746 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:34.288671 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Attempting to bind port a13feac2-5035-4f0a-8595-d53e5b4b1746 on network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:34.338342 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:34.339307 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Checking segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:34.340334 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.341406 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Bound using segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:34.342645 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Bound port: a13feac2-5035-4f0a-8595-d53e5b4b1746, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:34.345758 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.410531 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.421241 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-ef12e72c-299d-41ad-a09a-e38dd8556bcd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.476925 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] For port a13feac2-5035-4f0a-8595-d53e5b4b1746, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:34.480770 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 321d9b61-0aef-4173-a45a-ac05c2f1c40a triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:34.481313 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] For port a13feac2-5035-4f0a-8595-d53e5b4b1746, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=a13feac2-5035-4f0a-8595-d53e5b4b1746,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:34.481421 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.487903 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-dd3481da-a59c-46cf-8888-7483e96fbb79 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (bc88e209-2151-4e19-9891-45402432fe27), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.488472 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d649d4d-ab08-4d68-a17a-b11a506cf77d None None] Pushing event updated for resources: {'Port': ['ID=a13feac2-5035-4f0a-8595-d53e5b4b1746,revision_number=2']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:34.571002 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.597210 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.619110 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 321d9b61-0aef-4173-a45a-ac05c2f1c40a is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:34.619513 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.653206 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port 321d9b61-0aef-4173-a45a-ac05c2f1c40a, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=321d9b61-0aef-4173-a45a-ac05c2f1c40a,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:34.661272 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Routers {'8f681764-4c00-4a77-9007-48c805625518'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:53:34.662559 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['8f681764-4c00-4a77-9007-48c805625518'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:34.680661 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.682389 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d649d4d-ab08-4d68-a17a-b11a506cf77d None None] Pushing event updated for resources: {'Port': ['ID=a13feac2-5035-4f0a-8595-d53e5b4b1746,revision_number=3']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:34.684445 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-dd3481da-a59c-46cf-8888-7483e96fbb79 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Network c34218d8-fc40-4d15-b430-b5c52b4fa1cd is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:34.703434 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-dd3481da-a59c-46cf-8888-7483e96fbb79 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:34.720268 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-dd3481da-a59c-46cf-8888-7483e96fbb79 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:34.724752 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.725582 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device f99999fb-7fc2-4d97-991f-182851d6bf7c up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:34.743771 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-dd3481da-a59c-46cf-8888-7483e96fbb79 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:34.745196 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-dd3481da-a59c-46cf-8888-7483e96fbb79 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.768809 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-ef12e72c-299d-41ad-a09a-e38dd8556bcd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Network 71aee99e-e037-446e-95db-47b7b3de3e7d is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:34.780112 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12e72c-299d-41ad-a09a-e38dd8556bcd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Pushing event updated for resources: {'Port': ['ID=a7df3738-0e8b-4ef6-9796-89313eec43fb,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:34.789713 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3481da-a59c-46cf-8888-7483e96fbb79 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Pushing event updated for resources: {'Port': ['ID=bc88e209-2151-4e19-9891-45402432fe27,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:34.797001 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-ef12e72c-299d-41ad-a09a-e38dd8556bcd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:34.826230 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-ef12e72c-299d-41ad-a09a-e38dd8556bcd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Received port after_create {{(pid=114940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:34.862918 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-ef12e72c-299d-41ad-a09a-e38dd8556bcd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:34.863748 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] Set router 8f681764-4c00-4a77-9007-48c805625518 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:53:34.867653 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-ef12e72c-299d-41ad-a09a-e38dd8556bcd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.880472 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Publish callbacks [] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:34.923934 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=321d9b61-0aef-4173-a45a-ac05c2f1c40a,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:34.931844 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port f99999fb-7fc2-4d97-991f-182851d6bf7c triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:34.932926 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:35.002998 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa23fa-2c9c-4cd7-9cc0-d96f71e33eee req-5cfa31d9-a08b-49bf-b458-cabe68707987 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:35.014773 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-77fa23fa-2c9c-4cd7-9cc0-d96f71e33eee req-5cfa31d9-a08b-49bf-b458-cabe68707987 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 932 time: 0.5455966 Jan 17 09:53:35.030805 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:35.054327 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port f99999fb-7fc2-4d97-991f-182851d6bf7c is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:35.055020 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:35.059333 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-dd3481da-a59c-46cf-8888-7483e96fbb79 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9316192 Jan 17 09:53:35.062820 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:35.071229 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:35.071723 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33152899'] for router_interface (8f681764-4c00-4a77-9007-48c805625518), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:35.074287 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Pushing event updated for resources: {'Port': ['ID=b1927eb6-df91-4a64-bdec-6241aee178e9,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:35.080256 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37f7c-4e40-4adf-95cb-8ab57480530a req-813c0512-5025-4d55-93fa-e50d25024c2a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:35.093441 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-baf37f7c-4e40-4adf-95cb-8ab57480530a req-813c0512-5025-4d55-93fa-e50d25024c2a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 932 time: 0.5724790 Jan 17 09:53:35.103624 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port f99999fb-7fc2-4d97-991f-182851d6bf7c, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=f99999fb-7fc2-4d97-991f-182851d6bf7c,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:35.199697 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-ef12e72c-299d-41ad-a09a-e38dd8556bcd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8647120 Jan 17 09:53:35.236136 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f681764-4c00-4a77-9007-48c805625518', 'name': 'tempest-ServerRescueNegativeTestJSON-1310756938-router', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:29Z', 'revision_number': 3, 'project_id': '9cb309ded717452cace3567dacc87b2f', 'gw_port': {'id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f681764-4c00-4a77-9007-48c805625518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:35.248227 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-77fa23fa-2c9c-4cd7-9cc0-d96f71e33eee req-12352226-f547-4369-b6be-a3ecfd5b7b69 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321131 Jan 17 09:53:35.262870 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:35.287986 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a61a61-a92f-4076-a130-bec8f6c1a97c None None] The sync data for ids ['8f681764-4c00-4a77-9007-48c805625518'] in dv-cinder-824839-2-iscsi is: [{'id': '8f681764-4c00-4a77-9007-48c805625518', 'name': 'tempest-ServerRescueNegativeTestJSON-1310756938-router', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:29Z', 'revision_number': 3, 'project_id': '9cb309ded717452cace3567dacc87b2f', 'gw_port': {'id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f681764-4c00-4a77-9007-48c805625518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:53:35.295051 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:35.307340 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-baf37f7c-4e40-4adf-95cb-8ab57480530a req-d454c9f9-a052-4057-859f-2163d2b99220 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309102 Jan 17 09:53:35.431266 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=f99999fb-7fc2-4d97-991f-182851d6bf7c,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:35.458679 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:53:35.491887 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:35.514857 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:35.525294 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Publish callbacks [] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:35.525757 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ea76e3-53a5-47cd-bad1-63781cb3b406,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:35.527765 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:35.528360 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33152899'] for router_interface (99ba9bb4-c2eb-4267-bccb-f051300b0388), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:35.636362 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:35.637391 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33241328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33152791'] for router_interface (3f4305a4-4eff-488a-98d5-2f1e992226a2), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:35.766512 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:35.796187 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Pushing event updated for resources: {'Port': ['ID=498f2461-0d87-4a2a-9ca9-b084a831d8a0,revision_number=2']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:35.842093 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Network 13f5851c-5a19-42aa-919c-d5436bee2140 is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:35.847912 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:35.883115 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-85d221e5-d141-41b9-824d-39a40bc6183d None None] Provisioning complete for port a2ea76e3-53a5-47cd-bad1-63781cb3b406 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:35.883865 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-85d221e5-d141-41b9-824d-39a40bc6183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:35.950508 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-85d221e5-d141-41b9-824d-39a40bc6183d None None] Port a2ea76e3-53a5-47cd-bad1-63781cb3b406 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:53:36.002643 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:36.009026 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Router 3f4305a4-4eff-488a-98d5-2f1e992226a2 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:53:36.019576 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Publish callbacks [] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:36.129768 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:36.129768 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33241328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33152791'] for router_interface (8f681764-4c00-4a77-9007-48c805625518), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:36.168447 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 321d9b61-0aef-4173-a45a-ac05c2f1c40a up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:36.207929 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-fcd561f6-c277-4b1c-899f-9bdbe81dc224 None None] Provisioning complete for port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:36.208345 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-fcd561f6-c277-4b1c-899f-9bdbe81dc224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:36.245501 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Pushing event updated for resources: {'Port': ['ID=b1927eb6-df91-4a64-bdec-6241aee178e9,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:36.258858 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-fcd561f6-c277-4b1c-899f-9bdbe81dc224 None None] Port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:53:36.285609 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 321d9b61-0aef-4173-a45a-ac05c2f1c40a triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:36.286045 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:36.411489 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:53:36.438784 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-52e69e04-46f3-4d6e-b777-881d9e5b8be9 admin admin] 10.222.0.88 "PUT /v2.0/routers/3f4305a4-4eff-488a-98d5-2f1e992226a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1436355 Jan 17 09:53:36.511724 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:36.519172 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 321d9b61-0aef-4173-a45a-ac05c2f1c40a is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:36.520481 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device f99999fb-7fc2-4d97-991f-182851d6bf7c up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:36.530877 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3d78d-3989-4532-b5b4-6e6cb464160a req-2206bba0-5258-4a8e-a8a0-9e42a4cbcd4e tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:36.533673 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-92d3d78d-3989-4532-b5b4-6e6cb464160a req-2206bba0-5258-4a8e-a8a0-9e42a4cbcd4e tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 932 time: 0.0957208 Jan 17 09:53:36.551972 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Publish callbacks [] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:36.555310 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:36.555538 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17376f-d18a-4fd4-9be0-92b60f6a9790 req-1b65945d-9da9-4fab-9c13-dfe91c56d765 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:36.578553 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4a17376f-d18a-4fd4-9be0-92b60f6a9790 req-1b65945d-9da9-4fab-9c13-dfe91c56d765 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 932 time: 0.1890042 Jan 17 09:53:36.612200 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port f99999fb-7fc2-4d97-991f-182851d6bf7c triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:36.612928 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:36.644493 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:36.645598 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33241328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33152791'] for router_interface (99ba9bb4-c2eb-4267-bccb-f051300b0388), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:36.683372 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4a17376f-d18a-4fd4-9be0-92b60f6a9790 req-c9262024-b065-4a6e-a78a-1bde767d5f98 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037707 Jan 17 09:53:36.732924 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ea76e3-53a5-47cd-bad1-63781cb3b406,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:36.765920 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-92d3d78d-3989-4532-b5b4-6e6cb464160a req-f7571473-c8cf-4816-8fcd-2c8c4b6e0837 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851699 Jan 17 09:53:36.826483 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port f99999fb-7fc2-4d97-991f-182851d6bf7c is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:36.879758 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Router 8f681764-4c00-4a77-9007-48c805625518 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:53:36.911644 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:36.915049 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:37.289854 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-8e1e5ad8-a581-4d5b-91fa-79e9b78f29c6 None None] Provisioning complete for port a2ea76e3-53a5-47cd-bad1-63781cb3b406 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:37.290465 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5ad8-a581-4d5b-91fa-79e9b78f29c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:37.325072 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e5ad8-a581-4d5b-91fa-79e9b78f29c6 None None] Port a2ea76e3-53a5-47cd-bad1-63781cb3b406 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:53:37.373225 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:53:37.380366 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-0451b2b8-b4c5-4a7f-bcd7-8271bc0854fd admin admin] 10.222.0.88 "PUT /v2.0/routers/8f681764-4c00-4a77-9007-48c805625518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4272881 Jan 17 09:53:37.389159 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Router 99ba9bb4-c2eb-4267-bccb-f051300b0388 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:53:37.615144 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:53:37.634290 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Sync routers for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:53:37.640174 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-38fb30f5-e647-4026-a5c3-9457b0d4ea06 admin admin] 10.222.0.88 "PUT /v2.0/routers/99ba9bb4-c2eb-4267-bccb-f051300b0388/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0636439 Jan 17 09:53:37.664252 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:53:37.668329 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:37.745136 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Sync routers for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:53:37.749599 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54740) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:37.765607 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-d2e9c2f0-bb6a-49c4-b398-40171056aba7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--866057068', 'description': 'tempest-description--73157016'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:37.775988 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:53:37.778830 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:37.962311 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d2e9c2f0-bb6a-49c4-b398-40171056aba7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:37.992224 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-f12fd697-f5aa-4ba6-9a41-81ff2746c8ce tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:53:37.993251 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-f12fd697-f5aa-4ba6-9a41-81ff2746c8ce tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189340 Jan 17 09:53:38.036140 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-8d59bf1a-5318-429f-9d65-269a19bd41bb tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:53:38.039503 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-8d59bf1a-5318-429f-9d65-269a19bd41bb tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087333 Jan 17 09:53:38.086786 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:53:38.114474 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:53:38.189541 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d2e9c2f0-bb6a-49c4-b398-40171056aba7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group (6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:38.205749 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948f66e-bb4a-47e2-bf98-6cd9d4302fd8 req-020e9346-2b25-493f-9be3-734ef8711270 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:38.210825 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8948f66e-bb4a-47e2-bf98-6cd9d4302fd8 req-020e9346-2b25-493f-9be3-734ef8711270 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 932 time: 0.3315508 Jan 17 09:53:38.234933 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c3956-e030-4b7e-a285-c371b4ab8a5b req-51566c0f-8bb1-4832-b25a-ea1a70dda0b6 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:38.244827 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b28c3956-e030-4b7e-a285-c371b4ab8a5b req-51566c0f-8bb1-4832-b25a-ea1a70dda0b6 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 932 time: 0.2932196 Jan 17 09:53:38.330818 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d2e9c2f0-bb6a-49c4-b398-40171056aba7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:38.432589 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8948f66e-bb4a-47e2-bf98-6cd9d4302fd8 req-c70c0e04-7aa9-42cc-9901-b791599089b0 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143490 Jan 17 09:53:38.448165 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Request body: {'port': {'device_id': 'a6f7d570-b130-4244-9f05-31f7600d200a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:38.467170 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b28c3956-e030-4b7e-a285-c371b4ab8a5b req-36327f23-b6dd-479a-a604-2203ecae41db tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198339 Jan 17 09:53:38.473205 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Request body: {'port': {'device_id': '63fae42d-9912-4bb8-81fa-cb7d11f956a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:38.494714 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device a13feac2-5035-4f0a-8595-d53e5b4b1746 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:38.586572 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9c2f0-bb6a-49c4-b398-40171056aba7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:38.620566 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d2e9c2f0-bb6a-49c4-b398-40171056aba7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:38.626256 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-d2e9c2f0-bb6a-49c4-b398-40171056aba7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8752315 Jan 17 09:53:38.630088 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 54790) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:38.662981 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-11757f6e-50cc-409a-9414-e0a70828fbfb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Request body: {'security_group_rule': {'security_group_id': '6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:38.689877 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (bc88e209-2151-4e19-9891-45402432fe27), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:38.773281 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:38.894891 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 2, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:38.997766 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Checking router: 3f4305a4-4eff-488a-98d5-2f1e992226a2 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:53:39.000248 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Updating router 3f4305a4-4eff-488a-98d5-2f1e992226a2 port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 binding host dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:53:39.046775 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:39.064947 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port a13feac2-5035-4f0a-8595-d53e5b4b1746 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:39.081144 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-11757f6e-50cc-409a-9414-e0a70828fbfb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group_rule (a8eb37de-9453-4412-80db-72852b07f14c), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:39.081660 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:39.286799 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54828) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:39.363161 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Sync routers for ids ['8f681764-4c00-4a77-9007-48c805625518'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:53:39.363394 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-d1d7a988-6b82-4598-aa30-5cd88ced49f0 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--475847132', 'description': 'tempest-description--266165209'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:39.433175 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-58542a39-6517-4d77-a468-63ccb2e92a0a tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:39.437155 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Routers {'8f681764-4c00-4a77-9007-48c805625518'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:53:39.438097 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['8f681764-4c00-4a77-9007-48c805625518'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:39.455371 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-58542a39-6517-4d77-a468-63ccb2e92a0a tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/networks?id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1 HTTP/1.1" status: 200 len: 819 time: 0.5816047 Jan 17 09:53:39.541621 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:36Z', 'revision_number': 2, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:39.580253 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-a0786388-6fb3-4b4f-a1b8-59dbec90740e tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/quotas/9cb309ded717452cace3567dacc87b2f HTTP/1.1" status: 200 len: 375 time: 0.1229920 Jan 17 09:53:39.630362 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port a13feac2-5035-4f0a-8595-d53e5b4b1746 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:39.631093 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:39.651159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Checking router: 99ba9bb4-c2eb-4267-bccb-f051300b0388 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:53:39.652073 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Updating router 99ba9bb4-c2eb-4267-bccb-f051300b0388 port a2ea76e3-53a5-47cd-bad1-63781cb3b406 binding host dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:53:39.662285 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7df3738-0e8b-4ef6-9796-89313eec43fb {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:53:39.686049 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Publish callbacks [] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:39.726099 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Transition to ACTIVE for port object a7df3738-0e8b-4ef6-9796-89313eec43fb will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:53:39.727990 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-11757f6e-50cc-409a-9414-e0a70828fbfb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group_rule (a8eb37de-9453-4412-80db-72852b07f14c), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:39.755716 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Publish callbacks [] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), precommit_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:39.760765 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9d771-c74e-4aa9-9fd6-cf175fc3d05c req-3cad6c96-9e1d-4e6f-8e26-9d18a7fb619d tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:39.762481 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-82f9d771-c74e-4aa9-9fd6-cf175fc3d05c req-3cad6c96-9e1d-4e6f-8e26-9d18a7fb619d tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 932 time: 0.1262138 Jan 17 09:53:39.772528 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port a13feac2-5035-4f0a-8595-d53e5b4b1746, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=a13feac2-5035-4f0a-8595-d53e5b4b1746,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:39.774478 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:39.790543 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a988-6b82-4598-aa30-5cd88ced49f0 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:39.825794 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Set router 8f681764-4c00-4a77-9007-48c805625518 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:53:39.831350 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-82f9d771-c74e-4aa9-9fd6-cf175fc3d05c req-12c68685-cf45-4cb7-9cb3-1b7d04db4900 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575080 Jan 17 09:53:39.846633 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-5ba0d31a-eec9-4392-a320-3547c5571853 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9cb309ded717452cace3567dacc87b2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2653685 Jan 17 09:53:39.879098 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:39.907421 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-11757f6e-50cc-409a-9414-e0a70828fbfb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (a8eb37de-9453-4412-80db-72852b07f14c), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:39.936898 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11757f6e-50cc-409a-9414-e0a70828fbfb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8eb37de-9453-4412-80db-72852b07f14c,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:39.965098 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.115016 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7df3738-0e8b-4ef6-9796-89313eec43fb,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:40.154836 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-11757f6e-50cc-409a-9414-e0a70828fbfb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.157233 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-11757f6e-50cc-409a-9414-e0a70828fbfb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5177321 Jan 17 09:53:40.171167 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ceccdc-bcec-4e11-aacb-228f35a3a0e2 None None] Pushing event updated for resources: {'Port': ['ID=498f2461-0d87-4a2a-9ca9-b084a831d8a0,revision_number=3']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:40.173723 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 54840) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:40.186417 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-e0ac762a-9d6b-4815-85e1-053e3924ecce tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Request body: {'security_group_rule': {'security_group_id': '6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:40.281602 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Attempting to bind port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:40.284746 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Attempting to bind port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:40.286677 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Attempting to bind port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 on network 13f5851c-5a19-42aa-919c-d5436bee2140 {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:40.308932 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:40.309513 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Checking segment: {'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:40.310086 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.311750 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Bound using segment: {'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:40.312460 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Bound port: 498f2461-0d87-4a2a-9ca9-b084a831d8a0, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'}}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:40.314627 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.322387 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Attempting to bind port a7df3738-0e8b-4ef6-9796-89313eec43fb on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:40.322775 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Attempting to bind port a7df3738-0e8b-4ef6-9796-89313eec43fb by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:40.323143 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Attempting to bind port a7df3738-0e8b-4ef6-9796-89313eec43fb on network 71aee99e-e037-446e-95db-47b7b3de3e7d {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:40.354682 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Port a7df3738-0e8b-4ef6-9796-89313eec43fb on network 71aee99e-e037-446e-95db-47b7b3de3e7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:53:40.356796 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Attempting to bind port a7df3738-0e8b-4ef6-9796-89313eec43fb on network 71aee99e-e037-446e-95db-47b7b3de3e7d {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:40.403271 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:40.404423 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Checking segment: {'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:40.405786 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Bound using segment: {'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:40.407654 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Bound port: a7df3738-0e8b-4ef6-9796-89313eec43fb, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:40.408520 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.436823 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a988-6b82-4598-aa30-5cd88ced49f0 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group (08f59edf-5f22-431c-a4b2-824129fe2183), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.495276 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] For port 498f2461-0d87-4a2a-9ca9-b084a831d8a0, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:40.511509 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] For port 498f2461-0d87-4a2a-9ca9-b084a831d8a0, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=498f2461-0d87-4a2a-9ca9-b084a831d8a0,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:40.520507 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] For port a7df3738-0e8b-4ef6-9796-89313eec43fb, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:40.525397 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a988-6b82-4598-aa30-5cd88ced49f0 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (08f59edf-5f22-431c-a4b2-824129fe2183), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.527329 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.notifiers.nova [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc88e209-2151-4e19-9891-45402432fe27 {{(pid=114940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:53:40.548520 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd74e0-47aa-4944-a876-2d96969e6228 req-f935869d-a4e9-4ca8-ae91-71eee2f11315 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:40.550338 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b5dd74e0-47aa-4944-a876-2d96969e6228 req-f935869d-a4e9-4ca8-ae91-71eee2f11315 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 944 time: 0.5387352 Jan 17 09:53:40.552990 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Publish callbacks [] for port (bc88e209-2151-4e19-9891-45402432fe27), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.570942 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-03aced20-8f3d-45a5-ae6a-73c3fd1ee2aa service neutron] 10.222.0.88 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155018 Jan 17 09:53:40.609092 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.627717 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] For port a7df3738-0e8b-4ef6-9796-89313eec43fb, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=a7df3738-0e8b-4ef6-9796-89313eec43fb,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:40.639396 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.provisioning_blocks [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Transition to ACTIVE for port object bc88e209-2151-4e19-9891-45402432fe27 will not be triggered until provisioned by entity L2. {{(pid=114940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:53:40.691131 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.696125 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7a988-6b82-4598-aa30-5cd88ced49f0 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f59edf-5f22-431c-a4b2-824129fe2183,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:40.720873 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b5dd74e0-47aa-4944-a876-2d96969e6228 req-e0946531-af06-4570-afe3-2e0e23ed1e6f tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458330 Jan 17 09:53:40.723670 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e0ac762a-9d6b-4815-85e1-053e3924ecce tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group_rule (636daad4-6d5d-426d-a259-56e104b1d6c4), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.739610 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a988-6b82-4598-aa30-5cd88ced49f0 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.747709 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-d1d7a988-6b82-4598-aa30-5cd88ced49f0 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4597416 Jan 17 09:53:40.748929 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54858) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:40.757531 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-455a39d3-7c84-4b8f-a759-aeff63683e3c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Request body: {'security_group_rule': {'security_group_id': '08f59edf-5f22-431c-a4b2-824129fe2183', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:40.783422 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.799337 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-8a66fc2d-65b7-4cdd-a019-c9b7e26faab5 None None] Provisioning complete for port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:40.799337 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-8a66fc2d-65b7-4cdd-a019-c9b7e26faab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.836271 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:53:40.837069 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:40.849585 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-a80ce0c6-9bdb-429e-b8ff-0b5b8ad5792b service neutron] 10.222.0.88 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845583 Jan 17 09:53:40.908690 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:40.909449 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.914800 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] 10.222.0.94 "PUT /v2.0/ports/a7df3738-0e8b-4ef6-9796-89313eec43fb HTTP/1.1" status: 200 len: 1094 time: 2.6615934 Jan 17 09:53:40.942837 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f7d570-b130-4244-9f05-31f7600d200a', 'tag': 'a7df3738-0e8b-4ef6-9796-89313eec43fb'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:53:40.958005 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (bc88e209-2151-4e19-9891-45402432fe27), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:40.990433 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=a13feac2-5035-4f0a-8595-d53e5b4b1746,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:41.088308 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Pushing event updated for resources: {'Port': ['ID=bc88e209-2151-4e19-9891-45402432fe27,revision_number=2']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:41.161761 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f681764-4c00-4a77-9007-48c805625518', 'name': 'tempest-ServerRescueNegativeTestJSON-1310756938-router', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9cb309ded717452cace3567dacc87b2f', 'gw_port': {'id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f681764-4c00-4a77-9007-48c805625518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'b1927eb6-df91-4a64-bdec-6241aee178e9', 'name': '', 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'mac_address': 'fa:16:3e:2e:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f681764-4c00-4a77-9007-48c805625518', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9208fb27-664b-428f-ab1c-b4f44f3920f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 2, 'project_id': '9cb309ded717452cace3567dacc87b2f', 'subnets': [{'id': '9208fb27-664b-428f-ab1c-b4f44f3920f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:41.243356 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Checking router: 8f681764-4c00-4a77-9007-48c805625518 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:53:41.243820 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Updating router 8f681764-4c00-4a77-9007-48c805625518 port b1927eb6-df91-4a64-bdec-6241aee178e9 binding host dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:53:41.325905 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e0ac762a-9d6b-4815-85e1-053e3924ecce tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group_rule (636daad4-6d5d-426d-a259-56e104b1d6c4), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:41.332456 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:53:41.396028 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-8a66fc2d-65b7-4cdd-a019-c9b7e26faab5 None None] Current status of the port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:41.400276 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-8a66fc2d-65b7-4cdd-a019-c9b7e26faab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:41.404110 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:41.535482 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911e27a-f97e-4172-a3a3-cb9e0e6eccc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7df3738-0e8b-4ef6-9796-89313eec43fb,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:41.541318 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-8a66fc2d-65b7-4cdd-a019-c9b7e26faab5 None None] For port 498f2461-0d87-4a2a-9ca9-b084a831d8a0, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=498f2461-0d87-4a2a-9ca9-b084a831d8a0,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:41.590958 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54882) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:41.621012 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e0ac762a-9d6b-4815-85e1-053e3924ecce tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (636daad4-6d5d-426d-a259-56e104b1d6c4), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:41.642334 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-8a66fc2d-65b7-4cdd-a019-c9b7e26faab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:41.678487 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-05f6b9d0-7d20-4cf2-b12d-bec2a0abc6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:41.685842 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-05f6b9d0-7d20-4cf2-b12d-bec2a0abc6c4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4f78f5463ce84155836c42ee404f5665&device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 1097 time: 0.4549570 Jan 17 09:53:41.737965 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cddfe0-1ebb-4423-86a9-a2329b9dffb5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f7d570-b130-4244-9f05-31f7600d200a", "tag": "a7df3738-0e8b-4ef6-9796-89313eec43fb"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:53:41.748053 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-455a39d3-7c84-4b8f-a759-aeff63683e3c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group_rule (e55ac4c4-3121-45c4-af47-b63a007d53f6), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:41.765464 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc9377-cdd6-4d34-91c1-9eabcc4250d3 req-780ccdec-0e00-44f7-867a-12af80f45cf6 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:41.772682 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ceccdc-bcec-4e11-aacb-228f35a3a0e2 None None] Pushing event updated for resources: {'Port': ['ID=498f2461-0d87-4a2a-9ca9-b084a831d8a0,revision_number=4']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:41.776038 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-22dc9377-cdd6-4d34-91c1-9eabcc4250d3 req-780ccdec-0e00-44f7-867a-12af80f45cf6 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 944 time: 0.6946411 Jan 17 09:53:41.817505 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Publish callbacks [] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), precommit_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:41.838921 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac762a-9d6b-4815-85e1-053e3924ecce tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636daad4-6d5d-426d-a259-56e104b1d6c4,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:41.848861 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f29cb7d2-f1da-4fc4-be5f-bd9bf5bd6eef req-9e62be7f-1054-4e1b-b256-ad9226f6d2a3 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 210 time: 0.4203763 Jan 17 09:53:41.861588 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.managers [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Attempting to bind port bc88e209-2151-4e19-9891-45402432fe27 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:41.862150 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.managers [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Attempting to bind port bc88e209-2151-4e19-9891-45402432fe27 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '378ee84d-6e72-48e5-a4c1-83c10c607703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'c34218d8-fc40-4d15-b430-b5c52b4fa1cd'}] {{(pid=114940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:41.862505 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Attempting to bind port bc88e209-2151-4e19-9891-45402432fe27 on network c34218d8-fc40-4d15-b430-b5c52b4fa1cd {{(pid=114940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:41.896458 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Port bc88e209-2151-4e19-9891-45402432fe27 on network c34218d8-fc40-4d15-b430-b5c52b4fa1cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:53:41.896843 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Attempting to bind port bc88e209-2151-4e19-9891-45402432fe27 on network c34218d8-fc40-4d15-b430-b5c52b4fa1cd {{(pid=114940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:41.905160 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:41.905523 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Checking segment: {'id': '378ee84d-6e72-48e5-a4c1-83c10c607703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'c34218d8-fc40-4d15-b430-b5c52b4fa1cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:41.906153 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Bound using segment: {'id': '378ee84d-6e72-48e5-a4c1-83c10c607703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'c34218d8-fc40-4d15-b430-b5c52b4fa1cd'} {{(pid=114940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:41.907189 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.managers [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Bound port: bc88e209-2151-4e19-9891-45402432fe27, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378ee84d-6e72-48e5-a4c1-83c10c607703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'c34218d8-fc40-4d15-b430-b5c52b4fa1cd'}}] {{(pid=114940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:41.907577 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (bc88e209-2151-4e19-9891-45402432fe27), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:42.037584 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-b20c3312-dd37-4fb2-85ee-2fb4d2c16cea None None] Provisioning complete for port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:42.047267 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-b20c3312-dd37-4fb2-85ee-2fb4d2c16cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:42.073821 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-544aa3fd-f7f6-4d5e-9a03-b9698dfcff3b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7df3738-0e8b-4ef6-9796-89313eec43fb HTTP/1.1" status: 200 len: 217 time: 0.3438318 Jan 17 09:53:42.085746 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:42.126271 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:40Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:42.138976 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66fc2d-65b7-4cdd-a019-c9b7e26faab5 None None] Pushing event updated for resources: {'Port': ['ID=498f2461-0d87-4a2a-9ca9-b084a831d8a0,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:42.224081 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed014753-b0a0-4a3d-a6d3-eecbac7be94c None None] The sync data for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi is: [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:40Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:53:42.244579 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e0ac762a-9d6b-4815-85e1-053e3924ecce tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:42.250076 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-e0ac762a-9d6b-4815-85e1-053e3924ecce tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0741091 Jan 17 09:53:42.268610 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-775c179a-009d-45db-ae44-f243f4e9cac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:42.292167 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54918) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:42.388613 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Request body: {'floatingip': {'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:42.407637 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9b21d-2fb7-465a-b048-42aaf81e5c60 None None] Pushing event updated for resources: {'Port': ['ID=a2ea76e3-53a5-47cd-bad1-63781cb3b406,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:42.470311 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-22dc9377-cdd6-4d34-91c1-9eabcc4250d3 req-0704990c-6ee3-4139-8bb8-2aac81f40404 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911137 Jan 17 09:53:42.557124 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e030b-bfa8-4eb1-80ef-e78fb8a632d7 req-286425ef-b8a1-4828-816a-d5ce0afde7f1 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:42.566626 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-455a39d3-7c84-4b8f-a759-aeff63683e3c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group_rule (e55ac4c4-3121-45c4-af47-b63a007d53f6), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:42.574170 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b08e030b-bfa8-4eb1-80ef-e78fb8a632d7 req-286425ef-b8a1-4828-816a-d5ce0afde7f1 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 944 time: 0.3548057 Jan 17 09:53:42.584617 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] For port bc88e209-2151-4e19-9891-45402432fe27, host hv-cinder-82483, cleared binding levels {{(pid=114940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:42.590375 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] For port bc88e209-2151-4e19-9891-45402432fe27, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=bc88e209-2151-4e19-9891-45402432fe27,segment=NetworkSegment(378ee84d-6e72-48e5-a4c1-83c10c607703),segment_id=378ee84d-6e72-48e5-a4c1-83c10c607703)] {{(pid=114940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:42.612071 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Attempting to bind port a2ea76e3-53a5-47cd-bad1-63781cb3b406 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:42.613162 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Attempting to bind port a2ea76e3-53a5-47cd-bad1-63781cb3b406 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:42.613815 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Attempting to bind port a2ea76e3-53a5-47cd-bad1-63781cb3b406 on network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:42.646141 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-6e66126c-b6d3-4b5d-8bc3-22002c906a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:42.648111 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-6e66126c-b6d3-4b5d-8bc3-22002c906a02 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ad17af83-cec7-42b2-9d1e-f569a99da8dd HTTP/1.1" status: 200 len: 854 time: 0.5433471 Jan 17 09:53:42.648333 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:42.649107 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Checking segment: {'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:42.649416 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:42.650184 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Bound using segment: {'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:42.650815 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Bound port: a2ea76e3-53a5-47cd-bad1-63781cb3b406, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:42.651228 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:42.673425 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-455a39d3-7c84-4b8f-a759-aeff63683e3c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (e55ac4c4-3121-45c4-af47-b63a007d53f6), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:42.822555 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b08e030b-bfa8-4eb1-80ef-e78fb8a632d7 req-b78d4393-8784-4509-a790-9dbfdb7ad968 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473729 Jan 17 09:53:42.824310 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (bc88e209-2151-4e19-9891-45402432fe27), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:42.842684 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-236c50ed-da06-40d1-9846-9a15ce224479 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=71aee99e-e037-446e-95db-47b7b3de3e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651230 Jan 17 09:53:43.052891 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Publish callbacks [] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), precommit_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:43.065054 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:43.065888 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:43.068193 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] 10.222.0.94 "PUT /v2.0/ports/bc88e209-2151-4e19-9891-45402432fe27 HTTP/1.1" status: 200 len: 1094 time: 4.7972229 Jan 17 09:53:43.071380 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fae42d-9912-4bb8-81fa-cb7d11f956a1', 'tag': 'bc88e209-2151-4e19-9891-45402432fe27'}] {{(pid=114940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:53:43.091042 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device a13feac2-5035-4f0a-8595-d53e5b4b1746 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:43.095667 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-b20c3312-dd37-4fb2-85ee-2fb4d2c16cea None None] Current status of the port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:43.098115 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-a1d3873e-0f12-4680-b2cb-84ab14474b94 service neutron] 10.222.0.94 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544999 Jan 17 09:53:43.099053 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:43.114419 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a39d3-7c84-4b8f-a759-aeff63683e3c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55ac4c4-3121-45c4-af47-b63a007d53f6,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:43.118608 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03dba2e-8e98-4e44-b8a8-c2096e7d4e3e x-openstack-request-id: req-a03dba2e-8e98-4e44-b8a8-c2096e7d4e3e {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:53:43.118955 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f7d570-b130-4244-9f05-31f7600d200a", "tag": "a7df3738-0e8b-4ef6-9796-89313eec43fb", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:53:43.119267 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a03dba2e-8e98-4e44-b8a8-c2096e7d4e3e {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:53:43.119779 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f7d570-b130-4244-9f05-31f7600d200a', 'tag': 'a7df3738-0e8b-4ef6-9796-89313eec43fb', 'status': 'completed', 'code': 200} Jan 17 09:53:43.152851 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:43.220945 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34fcbc-38c2-49d2-9c76-9dfa1bb34235 None None] Pushing event updated for resources: {'Port': ['ID=b1927eb6-df91-4a64-bdec-6241aee178e9,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:43.237138 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] For port a2ea76e3-53a5-47cd-bad1-63781cb3b406, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:43.326022 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] For port a2ea76e3-53a5-47cd-bad1-63781cb3b406, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=a2ea76e3-53a5-47cd-bad1-63781cb3b406,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:43.361241 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-d0e000cf-18d8-4863-8dac-c679ce945d37 None None] Provisioning complete for port a2ea76e3-53a5-47cd-bad1-63781cb3b406 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:43.362503 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d0e000cf-18d8-4863-8dac-c679ce945d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:43.440571 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb737c-eba1-4fd2-a1ed-56b3fbf973dd service neutron] Pushing event updated for resources: {'Port': ['ID=bc88e209-2151-4e19-9891-45402432fe27,revision_number=3']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:43.465017 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:43.483831 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9ac1ba39-4c1e-4a47-974f-5682e3a1e548 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:43.489207 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9ac1ba39-4c1e-4a47-974f-5682e3a1e548 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/networks?id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1 HTTP/1.1" status: 200 len: 819 time: 0.4568818 Jan 17 09:53:43.578887 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3567b7589925762bfe85c0a86f79fc908628c6699af57ff1e1dccc2a2b943fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf4cd9d-f555-4157-a1cc-d318b08da624" -d '{"events": [{"name": "network-changed", "server_uuid": "63fae42d-9912-4bb8-81fa-cb7d11f956a1", "tag": "bc88e209-2151-4e19-9891-45402432fe27"}]}' {{(pid=114940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:53:43.648301 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-68706f06-c5b5-4c3e-a58c-c04a5305e240 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/quotas/9cb309ded717452cace3567dacc87b2f HTTP/1.1" status: 200 len: 375 time: 0.0267379 Jan 17 09:53:43.679321 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port a13feac2-5035-4f0a-8595-d53e5b4b1746 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:43.679875 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:43.698645 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-455a39d3-7c84-4b8f-a759-aeff63683e3c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:43.702850 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-455a39d3-7c84-4b8f-a759-aeff63683e3c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9490926 Jan 17 09:53:43.707732 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-d0e000cf-18d8-4863-8dac-c679ce945d37 None None] Port a2ea76e3-53a5-47cd-bad1-63781cb3b406 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:53:43.732993 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-775c179a-009d-45db-ae44-f243f4e9cac3 admin admin] Publish callbacks [] for security_group (605d059d-3ffe-45d6-a1a8-1bc33f1dc8f7), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:43.735359 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 54948) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:43.746223 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-ca286f9c-b384-45d8-81c5-8f25b7f82caa tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Request body: {'security_group_rule': {'security_group_id': '08f59edf-5f22-431c-a4b2-824129fe2183', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:43.763705 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9b21d-2fb7-465a-b048-42aaf81e5c60 None None] Pushing event updated for resources: {'Port': ['ID=a2ea76e3-53a5-47cd-bad1-63781cb3b406,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:43.787610 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:53:43.790771 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:43.804086 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Attempting to bind port b1927eb6-df91-4a64-bdec-6241aee178e9 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:43.813250 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Attempting to bind port b1927eb6-df91-4a64-bdec-6241aee178e9 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': 'be9d89a9-8560-4f43-86f6-b29743f1cbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:43.813250 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Attempting to bind port b1927eb6-df91-4a64-bdec-6241aee178e9 on network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:43.853996 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-0496285c-66aa-48dc-8b94-8b6522ee4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:43.855583 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-0496285c-66aa-48dc-8b94-8b6522ee4a4d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=51320950439a476392f62fc3620f9a82&device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 1097 time: 0.6268497 Jan 17 09:53:43.864982 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:43.869903 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38432ef-e2a9-4341-a1c3-e384b287b5f4 req-fbc02c93-cbf2-4561-a80f-b80ae04ce22e tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:43.877536 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a38432ef-e2a9-4341-a1c3-e384b287b5f4 req-fbc02c93-cbf2-4561-a80f-b80ae04ce22e tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 944 time: 0.2532530 Jan 17 09:53:43.909353 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:43.910071 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Checking segment: {'id': 'be9d89a9-8560-4f43-86f6-b29743f1cbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:43.910685 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:43.912695 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Bound using segment: {'id': 'be9d89a9-8560-4f43-86f6-b29743f1cbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:43.913456 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Bound port: b1927eb6-df91-4a64-bdec-6241aee178e9, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9d89a9-8560-4f43-86f6-b29743f1cbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:43.914061 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:44.066641 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-95e3cd6e-c8d8-4998-8844-d9afa466c71a tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9cb309ded717452cace3567dacc87b2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3385363 Jan 17 09:53:44.070619 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-f3eabb2e-04e9-447e-9a79-0362d23de486 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc88e209-2151-4e19-9891-45402432fe27 HTTP/1.1" status: 200 len: 217 time: 0.1871271 Jan 17 09:53:44.094817 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Allocated IP 172.27.0.138 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/17a66cf3-3510-4467-b766-745a5026b00c) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:44.106956 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ca286f9c-b384-45d8-81c5-8f25b7f82caa tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group_rule (b1f29663-0fe5-4588-908c-7c741434ca2f), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:44.264911 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-775c179a-009d-45db-ae44-f243f4e9cac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (605d059d-3ffe-45d6-a1a8-1bc33f1dc8f7), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:44.358064 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4d033077-4cbe-4047-8654-a07ddff6f796 req-c94b1dd1-92f4-4ce9-a804-6d71606e25b3 service neutron] 10.222.0.94 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2374294 Jan 17 09:53:44.388274 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a38432ef-e2a9-4341-a1c3-e384b287b5f4 req-bd401b21-5b28-4d8f-b783-33285518a90d tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067272 Jan 17 09:53:44.412212 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-c8ac8611-49d9-45ed-987f-24e8a9dd5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:44.416207 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-c8ac8611-49d9-45ed-987f-24e8a9dd5987 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07b29479-52b9-4573-abbb-896fcea55de0 HTTP/1.1" status: 200 len: 851 time: 0.3307595 Jan 17 09:53:44.437660 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-775c179a-009d-45db-ae44-f243f4e9cac3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=19d4ef272fde4f3498c1db1147dde3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8428020 Jan 17 09:53:44.446413 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c179a-009d-45db-ae44-f243f4e9cac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605d059d-3ffe-45d6-a1a8-1bc33f1dc8f7,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:44.446705 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 54968) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:44.464468 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for port (17a66cf3-3510-4467-b766-745a5026b00c), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:44.642610 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ca286f9c-b384-45d8-81c5-8f25b7f82caa tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group_rule (b1f29663-0fe5-4588-908c-7c741434ca2f), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:44.662204 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-5458112b-7344-4d4a-94c1-0b610334a75d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c34218d8-fc40-4d15-b430-b5c52b4fa1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1961937 Jan 17 09:53:44.669552 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bd298a23-2d34-43ca-9955-2bcb788cf113 admin admin] Publish callbacks [] for security_group (605d059d-3ffe-45d6-a1a8-1bc33f1dc8f7), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:44.738176 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c45f64c-52ef-4c32-b863-9203f0bf4e01 x-openstack-request-id: req-9c45f64c-52ef-4c32-b863-9203f0bf4e01 {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:53:44.740292 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fae42d-9912-4bb8-81fa-cb7d11f956a1", "tag": "bc88e209-2151-4e19-9891-45402432fe27", "status": "completed", "code": 200}]} {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:53:44.741384 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9c45f64c-52ef-4c32-b863-9203f0bf4e01 {{(pid=114940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:53:44.742609 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fae42d-9912-4bb8-81fa-cb7d11f956a1', 'tag': 'bc88e209-2151-4e19-9891-45402432fe27', 'status': 'completed', 'code': 200} Jan 17 09:53:44.742980 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bd298a23-2d34-43ca-9955-2bcb788cf113 admin admin] Publish callbacks [] for security_group (605d059d-3ffe-45d6-a1a8-1bc33f1dc8f7), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:44.751865 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ca286f9c-b384-45d8-81c5-8f25b7f82caa tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (b1f29663-0fe5-4588-908c-7c741434ca2f), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:44.756501 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-60c66e88-39e5-4eff-ad18-d67722c9eafb None None] Provisioning complete for port a2ea76e3-53a5-47cd-bad1-63781cb3b406 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:44.757137 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-60c66e88-39e5-4eff-ad18-d67722c9eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:44.760818 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:53:44.765535 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cddfe0-1ebb-4423-86a9-a2329b9dffb5 req-c3b58fa3-0d2e-451b-86ab-bbd272d88bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:44.767329 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-43cddfe0-1ebb-4423-86a9-a2329b9dffb5 req-c3b58fa3-0d2e-451b-86ab-bbd272d88bdf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4f78f5463ce84155836c42ee404f5665&device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 1097 time: 0.1632867 Jan 17 09:53:44.850350 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (17a66cf3-3510-4467-b766-745a5026b00c), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:44.893265 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-c69298d3-8bdd-4b42-b757-4cb177a34e71 service neutron] 10.222.0.88 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8082726 Jan 17 09:53:44.896675 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] For port b1927eb6-df91-4a64-bdec-6241aee178e9, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:44.915506 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port a13feac2-5035-4f0a-8595-d53e5b4b1746 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:44.928158 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 498f2461-0d87-4a2a-9ca9-b084a831d8a0 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:44.948286 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca286f9c-b384-45d8-81c5-8f25b7f82caa tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f29663-0fe5-4588-908c-7c741434ca2f,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:44.950444 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] For port b1927eb6-df91-4a64-bdec-6241aee178e9, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=b1927eb6-df91-4a64-bdec-6241aee178e9,segment=NetworkSegment(be9d89a9-8560-4f43-86f6-b29743f1cbc3),segment_id=be9d89a9-8560-4f43-86f6-b29743f1cbc3)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:44.997007 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event updated for resources: {'Port': ['ID=17a66cf3-3510-4467-b766-745a5026b00c,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:45.044452 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:45.058672 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:45.074517 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:45.085033 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:45.114424 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ca286f9c-b384-45d8-81c5-8f25b7f82caa tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:45.115744 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-ca286f9c-b384-45d8-81c5-8f25b7f82caa tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3752625 Jan 17 09:53:45.126747 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 54980) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:45.131914 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ed3e4-4447-4f09-bdcf-1ba362e99387 req-e0b25877-1a4f-422c-9cad-39215927750c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:45.133455 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-213ed3e4-4447-4f09-bdcf-1ba362e99387 req-e0b25877-1a4f-422c-9cad-39215927750c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 944 time: 0.2387693 Jan 17 09:53:45.136799 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Request body: {'floatingip': {'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:45.163989 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bd298a23-2d34-43ca-9955-2bcb788cf113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (605d059d-3ffe-45d6-a1a8-1bc33f1dc8f7), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:45.166612 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bd298a23-2d34-43ca-9955-2bcb788cf113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:45.167358 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-bd298a23-2d34-43ca-9955-2bcb788cf113 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/605d059d-3ffe-45d6-a1a8-1bc33f1dc8f7 HTTP/1.1" status: 204 len: 168 time: 0.7171755 Jan 17 09:53:45.342398 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-213ed3e4-4447-4f09-bdcf-1ba362e99387 req-7235555f-84e7-448a-a7f3-c70f153f084d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779106 Jan 17 09:53:45.348883 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:45.377650 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-60c66e88-39e5-4eff-ad18-d67722c9eafb None None] Current status of the port a2ea76e3-53a5-47cd-bad1-63781cb3b406 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:45.377650 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-60c66e88-39e5-4eff-ad18-d67722c9eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:45.385229 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-041efcd8-ee01-49c8-a0c3-9d73e2a22d1d service neutron] 10.222.0.94 "GET /v2.0/networks/c34218d8-fc40-4d15-b430-b5c52b4fa1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935101 Jan 17 09:53:45.385229 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 54988) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:45.404564 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd298a23-2d34-43ca-9955-2bcb788cf113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605d059d-3ffe-45d6-a1a8-1bc33f1dc8f7,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:45.405553 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:45.405973 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:45.459867 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cddfe0-1ebb-4423-86a9-a2329b9dffb5 req-a955b8e0-c630-4fce-86ba-367cf5cbdc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:45.461853 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-43cddfe0-1ebb-4423-86a9-a2329b9dffb5 req-a955b8e0-c630-4fce-86ba-367cf5cbdc9c service neutron] 10.222.0.94 "GET /v2.0/networks?id=71aee99e-e037-446e-95db-47b7b3de3e7d HTTP/1.1" status: 200 len: 915 time: 0.6839952 Jan 17 09:53:45.489138 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-42ecd2dc-8508-42d5-87f3-ffd9942d6911 service neutron] 10.222.0.88 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833540 Jan 17 09:53:45.496608 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (a0b04f88-c8f5-40c6-a2e0-bcb3b850c000), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:45.589895 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-43cddfe0-1ebb-4423-86a9-a2329b9dffb5 req-e0fc69f9-7f34-4bde-a603-78e24a5167b0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7df3738-0e8b-4ef6-9796-89313eec43fb HTTP/1.1" status: 200 len: 217 time: 0.0683992 Jan 17 09:53:45.620674 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-60c66e88-39e5-4eff-ad18-d67722c9eafb None None] For port a2ea76e3-53a5-47cd-bad1-63781cb3b406, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=a2ea76e3-53a5-47cd-bad1-63781cb3b406,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:45.649157 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.94', 64289) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:45.668794 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Routers {'8f681764-4c00-4a77-9007-48c805625518'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:53:45.669756 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['8f681764-4c00-4a77-9007-48c805625518'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:45.776080 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4766978-9335-4d3e-a463-62dfd1ec887d req-37e2d1c8-6147-4c44-8d6b-3d3fed483823 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:45.783306 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d4766978-9335-4d3e-a463-62dfd1ec887d req-37e2d1c8-6147-4c44-8d6b-3d3fed483823 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 944 time: 0.1825886 Jan 17 09:53:45.828604 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] Set router 8f681764-4c00-4a77-9007-48c805625518 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:53:45.915917 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cddfe0-1ebb-4423-86a9-a2329b9dffb5 req-7da36d79-0e29-4794-a1db-d878ef39e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:45.917853 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-43cddfe0-1ebb-4423-86a9-a2329b9dffb5 req-7da36d79-0e29-4794-a1db-d878ef39e7c7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ad17af83-cec7-42b2-9d1e-f569a99da8dd HTTP/1.1" status: 200 len: 854 time: 0.2672865 Jan 17 09:53:45.942201 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34fcbc-38c2-49d2-9c76-9dfa1bb34235 None None] Pushing event updated for resources: {'Port': ['ID=b1927eb6-df91-4a64-bdec-6241aee178e9,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:45.942434 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3bd7bf-a822-465a-9b73-6823e4cc02f4 req-dbe7b32f-2488-488a-95c6-72eb723973e1 service neutron] 10.222.0.94 "GET /v2.0/networks/c34218d8-fc40-4d15-b430-b5c52b4fa1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379646 Jan 17 09:53:45.961747 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-43cddfe0-1ebb-4423-86a9-a2329b9dffb5 req-3004325c-3037-4a35-ae6c-a2fefe19bf60 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=71aee99e-e037-446e-95db-47b7b3de3e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375471 Jan 17 09:53:45.998278 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d4766978-9335-4d3e-a463-62dfd1ec887d req-1fb40003-e055-4007-8c52-65978dc1b0d0 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966391 Jan 17 09:53:46.014176 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:46.079043 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-15a424b5-a7d6-4667-be9e-b4fe39513b40 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:46.081214 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-15a424b5-a7d6-4667-be9e-b4fe39513b40 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.94 "GET /v2.0/networks?id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1 HTTP/1.1" status: 200 len: 819 time: 0.4124680 Jan 17 09:53:46.107722 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-1346834c-0c26-48a0-9285-de51ddf4a260 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Request body: {'port': {'device_id': 'a8793696-9b8b-4e72-be11-b91e267c2681', 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1', 'admin_state_up': True, 'tenant_id': '9cb309ded717452cace3567dacc87b2f'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:46.120964 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:46.127280 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-cb5b82a6-09c8-4f1e-836d-9d13c3e960ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:46.174625 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-43cddfe0-1ebb-4423-86a9-a2329b9dffb5 req-4912f765-10fc-43c6-a24f-c09137750fe0 service neutron] 10.222.0.94 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941690 Jan 17 09:53:46.330257 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-43cddfe0-1ebb-4423-86a9-a2329b9dffb5 req-3b892636-1349-4a38-a694-cc58869d8ac7 service neutron] 10.222.0.94 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395493 Jan 17 09:53:46.367827 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_common [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Allocated IP 172.27.0.207 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/32d5ad00-3099-4a41-9987-c1d433ad7242) {{(pid=114940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:46.398986 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:43Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:46.430238 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab57b7a-1ff1-4bec-8ddf-ee6bd7b1c9a7 None None] The sync data for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi is: [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:43Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:53:46.509488 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-cb5b82a6-09c8-4f1e-836d-9d13c3e960ec admin admin] Publish callbacks [] for security_group (8e0b868b-18d0-4d9b-a6f2-9b693b7275c6), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:46.549920 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (17a66cf3-3510-4467-b766-745a5026b00c), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:46.606176 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f681764-4c00-4a77-9007-48c805625518', 'name': 'tempest-ServerRescueNegativeTestJSON-1310756938-router', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9cb309ded717452cace3567dacc87b2f', 'gw_port': {'id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f681764-4c00-4a77-9007-48c805625518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'b1927eb6-df91-4a64-bdec-6241aee178e9', 'name': '', 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'mac_address': 'fa:16:3e:2e:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f681764-4c00-4a77-9007-48c805625518', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9208fb27-664b-428f-ab1c-b4f44f3920f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:44Z', 'revision_number': 4, 'project_id': '9cb309ded717452cace3567dacc87b2f', 'subnets': [{'id': '9208fb27-664b-428f-ab1c-b4f44f3920f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:53:46.618464 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-1346834c-0c26-48a0-9285-de51ddf4a260 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Made reservation on behalf of 9cb309ded717452cace3567dacc87b2f for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:46.640698 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-1346834c-0c26-48a0-9285-de51ddf4a260 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:46.736594 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-60c66e88-39e5-4eff-ad18-d67722c9eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:46.758004 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8ee4b-1684-4740-a8fc-fe023104214a None None] The sync data for ids ['8f681764-4c00-4a77-9007-48c805625518'] in dv-cinder-824839-2-iscsi is: [{'id': '8f681764-4c00-4a77-9007-48c805625518', 'name': 'tempest-ServerRescueNegativeTestJSON-1310756938-router', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9cb309ded717452cace3567dacc87b2f', 'gw_port': {'id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f681764-4c00-4a77-9007-48c805625518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'b1927eb6-df91-4a64-bdec-6241aee178e9', 'name': '', 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'mac_address': 'fa:16:3e:2e:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f681764-4c00-4a77-9007-48c805625518', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9208fb27-664b-428f-ab1c-b4f44f3920f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:44Z', 'revision_number': 4, 'project_id': '9cb309ded717452cace3567dacc87b2f', 'subnets': [{'id': '9208fb27-664b-428f-ab1c-b4f44f3920f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:53:47.008445 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c66e88-39e5-4eff-ad18-d67722c9eafb None None] Pushing event updated for resources: {'Port': ['ID=a2ea76e3-53a5-47cd-bad1-63781cb3b406,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:47.200880 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-cb5b82a6-09c8-4f1e-836d-9d13c3e960ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (8e0b868b-18d0-4d9b-a6f2-9b693b7275c6), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:47.207048 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 55014) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:47.211321 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for port (32d5ad00-3099-4a41-9987-c1d433ad7242), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:47.259307 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d373387f-554f-4d8d-b0fb-3eef86f00c31 req-a938f591-ddf6-4970-a879-ac2796d5929a tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 210 time: 0.1103656 Jan 17 09:53:47.309006 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ebb35b18-54f3-4a4c-b9b8-6dd7350a4255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:47.316796 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-cb5b82a6-09c8-4f1e-836d-9d13c3e960ec admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=55080e7eac8749b88c9b6cad42862b58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9128869 Jan 17 09:53:47.323820 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55024) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:47.325884 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f963c63-b6b9-45c4-a2bf-af1c835b7e72 req-d28cf39d-7e4b-4958-a3df-970961fd6999 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:47.327474 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3f963c63-b6b9-45c4-a2bf-af1c835b7e72 req-d28cf39d-7e4b-4958-a3df-970961fd6999 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 944 time: 0.7865028 Jan 17 09:53:47.333595 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b82a6-09c8-4f1e-836d-9d13c3e960ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0b868b-18d0-4d9b-a6f2-9b693b7275c6,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:47.391770 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4cd9d-f555-4157-a1cc-d318b08da624 req-18e7a8e8-505a-4c4f-b717-cf07f0b61c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:47.395857 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fbf4cd9d-f555-4157-a1cc-d318b08da624 req-18e7a8e8-505a-4c4f-b717-cf07f0b61c05 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=51320950439a476392f62fc3620f9a82&device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 1097 time: 0.6384308 Jan 17 09:53:47.450316 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for port (17a66cf3-3510-4467-b766-745a5026b00c), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:47.524796 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ebb35b18-54f3-4a4c-b9b8-6dd7350a4255 admin admin] Publish callbacks [] for security_group (d36e2586-aac6-40ff-8331-6e47d333b3fc), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:47.636549 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ebb35b18-54f3-4a4c-b9b8-6dd7350a4255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (d36e2586-aac6-40ff-8331-6e47d333b3fc), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:47.646548 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3f963c63-b6b9-45c4-a2bf-af1c835b7e72 req-0eaffa66-240f-452f-8822-4a4b57d765a2 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000810 Jan 17 09:53:47.758933 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (32d5ad00-3099-4a41-9987-c1d433ad7242), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:47.772506 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-ebb35b18-54f3-4a4c-b9b8-6dd7350a4255 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1367bd3519c84ca59504ac9da30d470f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5549529 Jan 17 09:53:47.784051 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec00230-a200-4b25-b693-49b10cb0f812 req-871015d5-9940-467f-9da9-28ad2ea13b19 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:47.785792 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cec00230-a200-4b25-b693-49b10cb0f812 req-871015d5-9940-467f-9da9-28ad2ea13b19 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 944 time: 0.2593296 Jan 17 09:53:47.804670 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 55032) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:47.817349 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb35b18-54f3-4a4c-b9b8-6dd7350a4255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36e2586-aac6-40ff-8331-6e47d333b3fc,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:47.855014 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:47.878218 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:47.900267 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Received port after_create {{(pid=114940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:47.912134 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event updated for resources: {'Port': ['ID=32d5ad00-3099-4a41-9987-c1d433ad7242,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:47.942151 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-1346834c-0c26-48a0-9285-de51ddf4a260 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Allocated IP 172.20.0.5 (59fc7a5a-9156-4bea-bf1d-574de2e0afc1/9208fb27-664b-428f-ab1c-b4f44f3920f5/bd24fa9d-aec4-4bd9-887e-f0c7e35617be) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:47.972227 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (17a66cf3-3510-4467-b766-745a5026b00c), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.036664 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (a0b04f88-c8f5-40c6-a2e0-bcb3b850c000), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.059880 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event updated for resources: {'Port': ['ID=17a66cf3-3510-4467-b766-745a5026b00c,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:48.088201 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0c3b725e-5388-4d44-b8a9-fc4503658477 admin admin] Publish callbacks [] for security_group (8e0b868b-18d0-4d9b-a6f2-9b693b7275c6), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.094155 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cec00230-a200-4b25-b693-49b10cb0f812 req-1ca87879-f873-493e-9b2f-1218c7f321ab tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811596 Jan 17 09:53:48.108553 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-90258f5b-ccb8-4754-8b14-3255482a3291 admin admin] Publish callbacks [] for security_group (d36e2586-aac6-40ff-8331-6e47d333b3fc), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.132349 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0c3b725e-5388-4d44-b8a9-fc4503658477 admin admin] Publish callbacks [] for security_group (8e0b868b-18d0-4d9b-a6f2-9b693b7275c6), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.145925 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (c1cb8be8-0bcb-4bba-aa1e-e0583823956e), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.210887 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-90258f5b-ccb8-4754-8b14-3255482a3291 admin admin] Publish callbacks [] for security_group (d36e2586-aac6-40ff-8331-6e47d333b3fc), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.282460 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.292259 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-827d1109-2cc5-4e78-b841-ef987d360036 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8995585 Jan 17 09:53:48.358883 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4cd9d-f555-4157-a1cc-d318b08da624 req-0ca0e08b-752a-4bc4-a87d-5da9ec61cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:48.374685 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fbf4cd9d-f555-4157-a1cc-d318b08da624 req-0ca0e08b-752a-4bc4-a87d-5da9ec61cbff service neutron] 10.222.0.94 "GET /v2.0/networks?id=c34218d8-fc40-4d15-b430-b5c52b4fa1cd HTTP/1.1" status: 200 len: 912 time: 0.9265733 Jan 17 09:53:48.399080 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device b1927eb6-df91-4a64-bdec-6241aee178e9 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:48.409688 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (32d5ad00-3099-4a41-9987-c1d433ad7242), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.471594 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0c3b725e-5388-4d44-b8a9-fc4503658477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (8e0b868b-18d0-4d9b-a6f2-9b693b7275c6), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.476654 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0c3b725e-5388-4d44-b8a9-fc4503658477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.479210 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-0c3b725e-5388-4d44-b8a9-fc4503658477 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8e0b868b-18d0-4d9b-a6f2-9b693b7275c6 HTTP/1.1" status: 204 len: 168 time: 1.1490490 Jan 17 09:53:48.504428 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fbf4cd9d-f555-4157-a1cc-d318b08da624 req-0c55354a-5942-47c3-b25f-ec07d2edcffc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc88e209-2151-4e19-9891-45402432fe27 HTTP/1.1" status: 200 len: 217 time: 0.1273227 Jan 17 09:53:48.586009 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b725e-5388-4d44-b8a9-fc4503658477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0b868b-18d0-4d9b-a6f2-9b693b7275c6,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:48.635301 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-90258f5b-ccb8-4754-8b14-3255482a3291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (d36e2586-aac6-40ff-8331-6e47d333b3fc), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.635301 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-90258f5b-ccb8-4754-8b14-3255482a3291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.643729 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-90258f5b-ccb8-4754-8b14-3255482a3291 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d36e2586-aac6-40ff-8331-6e47d333b3fc HTTP/1.1" status: 204 len: 168 time: 0.8361871 Jan 17 09:53:48.733111 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port b1927eb6-df91-4a64-bdec-6241aee178e9 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:48.735551 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:48.878503 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a09422d5-6852-4373-84f3-0184fbf86f6c req-dfffe581-b9f4-4f53-887b-ced989e7d8b6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 210 time: 0.2560616 Jan 17 09:53:48.908632 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90258f5b-ccb8-4754-8b14-3255482a3291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36e2586-aac6-40ff-8331-6e47d333b3fc,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:48.957086 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4cd9d-f555-4157-a1cc-d318b08da624 req-4102b6f4-7088-490d-85f1-07be83c757a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:48.963236 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fbf4cd9d-f555-4157-a1cc-d318b08da624 req-4102b6f4-7088-490d-85f1-07be83c757a2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07b29479-52b9-4573-abbb-896fcea55de0 HTTP/1.1" status: 200 len: 851 time: 0.3612728 Jan 17 09:53:48.968820 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-1346834c-0c26-48a0-9285-de51ddf4a260 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks [] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:49.009527 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fbf4cd9d-f555-4157-a1cc-d318b08da624 req-b691ba92-0b2c-4c85-889a-0cc308533764 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c34218d8-fc40-4d15-b430-b5c52b4fa1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388339 Jan 17 09:53:49.079265 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port b1927eb6-df91-4a64-bdec-6241aee178e9 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:49.080044 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:49.093722 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-b96ad9ed-ddc1-4435-ab02-1d965e295770 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--866057068&fields=id&tenant_id=e71a78f8eb2445168288dcdc86badcab HTTP/1.1" status: 200 len: 267 time: 0.2607994 Jan 17 09:53:49.135282 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port b1927eb6-df91-4a64-bdec-6241aee178e9, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=b1927eb6-df91-4a64-bdec-6241aee178e9,segment=NetworkSegment(be9d89a9-8560-4f43-86f6-b29743f1cbc3),segment_id=be9d89a9-8560-4f43-86f6-b29743f1cbc3)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:49.204508 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fbf4cd9d-f555-4157-a1cc-d318b08da624 req-5f9924fb-6302-4f3c-9129-76150421452f service neutron] 10.222.0.94 "GET /v2.0/networks/c34218d8-fc40-4d15-b430-b5c52b4fa1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577945 Jan 17 09:53:49.230849 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:49.231794 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device a2ea76e3-53a5-47cd-bad1-63781cb3b406 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:49.354716 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-6b192fb2-d5f2-4650-a98c-9d369a3264bf tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:49.357802 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-6b192fb2-d5f2-4650-a98c-9d369a3264bf tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 815 time: 0.2454989 Jan 17 09:53:49.415228 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=b1927eb6-df91-4a64-bdec-6241aee178e9,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:49.431160 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port a2ea76e3-53a5-47cd-bad1-63781cb3b406 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:49.432728 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:49.436831 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-46ecbfe1-84a5-4138-ad4f-e957f5818c00 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/quotas/e71a78f8eb2445168288dcdc86badcab HTTP/1.1" status: 200 len: 375 time: 0.0251589 Jan 17 09:53:49.474155 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fbf4cd9d-f555-4157-a1cc-d318b08da624 req-c651068f-2205-4b32-98f6-c2f3c855f939 service neutron] 10.222.0.94 "GET /v2.0/networks/c34218d8-fc40-4d15-b430-b5c52b4fa1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229865 Jan 17 09:53:49.475912 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-1346834c-0c26-48a0-9285-de51ddf4a260 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:49.493716 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716d541-bb60-4591-87bc-5e441c2aa48c req-b8e925f2-b15c-4958-9bca-fc7549cace16 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:49.496222 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b716d541-bb60-4591-87bc-5e441c2aa48c req-b8e925f2-b15c-4958-9bca-fc7549cace16 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 944 time: 0.4371812 Jan 17 09:53:49.578051 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port a2ea76e3-53a5-47cd-bad1-63781cb3b406 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:49.613362 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-1346834c-0c26-48a0-9285-de51ddf4a260 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:49.617458 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-1346834c-0c26-48a0-9285-de51ddf4a260 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:49.620301 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-1346834c-0c26-48a0-9285-de51ddf4a260 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:49.629469 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-1346834c-0c26-48a0-9285-de51ddf4a260 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:49.630446 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-1346834c-0c26-48a0-9285-de51ddf4a260 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:49.644371 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for port (32d5ad00-3099-4a41-9987-c1d433ad7242), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:49.646268 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346834c-0c26-48a0-9285-de51ddf4a260 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Pushing event updated for resources: {'Port': ['ID=bd24fa9d-aec4-4bd9-887e-f0c7e35617be,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:49.669010 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-9061ee02-201a-41d9-9610-9768653cadd8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2272480 Jan 17 09:53:49.747485 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-1346834c-0c26-48a0-9285-de51ddf4a260 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6428368 Jan 17 09:53:49.786930 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Request body: {'port': {'device_id': 'a8793696-9b8b-4e72-be11-b91e267c2681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:49.800460 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (32d5ad00-3099-4a41-9987-c1d433ad7242), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:49.849575 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b716d541-bb60-4591-87bc-5e441c2aa48c req-dc1927d7-ecbf-4ea1-aca6-c683dd3d813c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231530 Jan 17 09:53:50.023714 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55082) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:50.054092 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:50.105506 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1e35e438-dabf-4bb3-b2e2-bb4c966fcfd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:50.170098 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event updated for resources: {'Port': ['ID=32d5ad00-3099-4a41-9987-c1d433ad7242,revision_number=2']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:50.173572 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (c1cb8be8-0bcb-4bba-aa1e-e0583823956e), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:50.194271 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-943036a8-718b-4215-9efb-b02d56ae5ffc service neutron] 10.222.0.88 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948273 Jan 17 09:53:50.252713 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device b1927eb6-df91-4a64-bdec-6241aee178e9 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:53:50.361334 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port b1927eb6-df91-4a64-bdec-6241aee178e9 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:50.361334 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:50.427074 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550efef7-7ec9-42bc-b833-ea9997b2f89b req-37c8998c-2e10-495e-b935-151a13d00aae tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:50.429735 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-550efef7-7ec9-42bc-b833-ea9997b2f89b req-37c8998c-2e10-495e-b935-151a13d00aae tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 944 time: 0.2608693 Jan 17 09:53:50.443229 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:50.446975 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-66f4b4b0-7539-474a-b7f7-83c98d169550 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3239672 Jan 17 09:53:50.552834 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port b1927eb6-df91-4a64-bdec-6241aee178e9 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:50.567225 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-5d278b44-580a-4acc-b4d0-2a24cf70cda1 service neutron] 10.222.0.88 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301847 Jan 17 09:53:50.590252 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-550efef7-7ec9-42bc-b833-ea9997b2f89b req-58c120d6-8563-4e0e-a879-1408438d2a65 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391287 Jan 17 09:53:50.623539 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1645c-12bf-4859-b509-8a402a35f858 req-410c72c1-bbec-44ba-8862-9792089fdef6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:50.625581 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-410c72c1-bbec-44ba-8862-9792089fdef6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.94 "GET /v2.0/networks?id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1 HTTP/1.1" status: 200 len: 819 time: 0.3725681 Jan 17 09:53:50.657976 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9af5be42-7af8-4bb0-90f6-6c1df46f67ed tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Request body: {'port': {'device_id': '89807e82-c0fe-495d-a90c-9560ae07245a', 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1', 'admin_state_up': True, 'tenant_id': '9cb309ded717452cace3567dacc87b2f'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:50.671667 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1e35e438-dabf-4bb3-b2e2-bb4c966fcfd8 admin admin] Publish callbacks [] for security_group (41b4674f-4828-426c-9352-0fb56c9e993c), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:50.735119 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b498ee1f-0677-4aab-8fc8-e73a24a641a4 req-9f2a946f-a6a6-4018-9cb4-d182f203e8ff tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 210 time: 0.0293996 Jan 17 09:53:50.834842 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1e35e438-dabf-4bb3-b2e2-bb4c966fcfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (41b4674f-4828-426c-9352-0fb56c9e993c), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:50.883579 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-1f9fda40-a5c4-4ae7-a25c-1db33a6fa7e8 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--475847132&fields=id&tenant_id=9d833d073d534e56bcff57aead77b7e7 HTTP/1.1" status: 200 len: 267 time: 0.0491772 Jan 17 09:53:50.904564 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35e438-dabf-4bb3-b2e2-bb4c966fcfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b4674f-4828-426c-9352-0fb56c9e993c,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:50.924406 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-1e35e438-dabf-4bb3-b2e2-bb4c966fcfd8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cf540bbd04c041b0ad1028d72de46858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8647783 Jan 17 09:53:50.924406 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55108) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:51.008679 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-2c79c41b-fa39-4cd7-8bdd-ade9bbff5133 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:51.010551 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-2c79c41b-fa39-4cd7-8bdd-ade9bbff5133 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/networks?id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 HTTP/1.1" status: 200 len: 811 time: 0.1254098 Jan 17 09:53:51.028658 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-c759b602-9ba9-4716-946b-f8b2e142a07b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/quotas/9d833d073d534e56bcff57aead77b7e7 HTTP/1.1" status: 200 len: 375 time: 0.0115614 Jan 17 09:53:51.044703 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd24fa9d-aec4-4bd9-887e-f0c7e35617be {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:53:51.065773 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e93ecedf-ad50-4494-82a6-0bc7fbcee7dd admin admin] Publish callbacks [] for security_group (41b4674f-4828-426c-9352-0fb56c9e993c), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:51.069392 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Publish callbacks [] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:51.104251 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Transition to ACTIVE for port object bd24fa9d-aec4-4bd9-887e-f0c7e35617be will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:53:51.107268 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e93ecedf-ad50-4494-82a6-0bc7fbcee7dd admin admin] Publish callbacks [] for security_group (41b4674f-4828-426c-9352-0fb56c9e993c), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:51.162951 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-bef30c41-a176-4e91-9e6e-a56825ca0615 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d833d073d534e56bcff57aead77b7e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233697 Jan 17 09:53:51.176491 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8a61b-58b7-4443-9a7d-a134350d397c req-84c1c81d-af97-4840-be40-b2ba6537e8ae tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:51.177991 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0fc8a61b-58b7-4443-9a7d-a134350d397c req-84c1c81d-af97-4840-be40-b2ba6537e8ae tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 944 time: 0.0819933 Jan 17 09:53:51.208483 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9af5be42-7af8-4bb0-90f6-6c1df46f67ed tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Made reservation on behalf of 9cb309ded717452cace3567dacc87b2f for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:51.214195 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9af5be42-7af8-4bb0-90f6-6c1df46f67ed tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:51.279180 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0fc8a61b-58b7-4443-9a7d-a134350d397c req-3cb59e96-45e9-47d8-bb38-8b79ee8d3019 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921388 Jan 17 09:53:51.291942 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:51.305499 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-eea08a86-f3ee-4635-9898-60a2ce17ecdb service neutron] 10.222.0.88 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264088 Jan 17 09:53:51.332163 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e93ecedf-ad50-4494-82a6-0bc7fbcee7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (41b4674f-4828-426c-9352-0fb56c9e993c), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:51.334844 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e93ecedf-ad50-4494-82a6-0bc7fbcee7dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:51.336128 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-e93ecedf-ad50-4494-82a6-0bc7fbcee7dd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/41b4674f-4828-426c-9352-0fb56c9e993c HTTP/1.1" status: 204 len: 168 time: 0.4141402 Jan 17 09:53:51.394099 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Pushing event updated for resources: {'Port': ['ID=bd24fa9d-aec4-4bd9-887e-f0c7e35617be,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:51.400609 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ecedf-ad50-4494-82a6-0bc7fbcee7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b4674f-4828-426c-9352-0fb56c9e993c,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:51.406896 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5888972c-d4d2-46ed-aa01-8757f00766dc req-3517a303-2339-44ca-b9c6-c49b97c65880 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 210 time: 0.0686622 Jan 17 09:53:51.472687 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-6c81bde8-bd5e-45c0-b068-7cbf04768e36 service neutron] 10.222.0.88 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611285 Jan 17 09:53:51.476783 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Attempting to bind port bd24fa9d-aec4-4bd9-887e-f0c7e35617be on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:51.477198 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Attempting to bind port bd24fa9d-aec4-4bd9-887e-f0c7e35617be by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': 'be9d89a9-8560-4f43-86f6-b29743f1cbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:51.477715 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Attempting to bind port bd24fa9d-aec4-4bd9-887e-f0c7e35617be on network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:51.518897 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Port bd24fa9d-aec4-4bd9-887e-f0c7e35617be on network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:53:51.520311 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Attempting to bind port bd24fa9d-aec4-4bd9-887e-f0c7e35617be on network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:51.533338 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:51.533338 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Checking segment: {'id': 'be9d89a9-8560-4f43-86f6-b29743f1cbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:51.533338 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Bound using segment: {'id': 'be9d89a9-8560-4f43-86f6-b29743f1cbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:51.533338 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Bound port: bd24fa9d-aec4-4bd9-887e-f0c7e35617be, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9d89a9-8560-4f43-86f6-b29743f1cbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:51.533338 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:51.588903 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9af5be42-7af8-4bb0-90f6-6c1df46f67ed tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Allocated IP 172.20.0.9 (59fc7a5a-9156-4bea-bf1d-574de2e0afc1/9208fb27-664b-428f-ab1c-b4f44f3920f5/c5174ce2-704d-44e8-a412-b3c0304e12b5) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:51.651672 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] For port bd24fa9d-aec4-4bd9-887e-f0c7e35617be, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:51.657797 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] For port bd24fa9d-aec4-4bd9-887e-f0c7e35617be, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=bd24fa9d-aec4-4bd9-887e-f0c7e35617be,segment=NetworkSegment(be9d89a9-8560-4f43-86f6-b29743f1cbc3),segment_id=be9d89a9-8560-4f43-86f6-b29743f1cbc3)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:51.778375 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:51.798462 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2d948c70-7393-4750-87f8-14c89bc5a0a1 req-1e38f14c-7d47-40d3-8742-42f652327507 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 210 time: 0.0375192 Jan 17 09:53:51.821948 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6593ae3-cd3f-4ba8-a99c-792284c612e1 req-dc59186b-c2b6-443a-897c-5f8def8370a1 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:51.821948 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f6593ae3-cd3f-4ba8-a99c-792284c612e1 req-dc59186b-c2b6-443a-897c-5f8def8370a1 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 944 time: 0.1020155 Jan 17 09:53:51.905009 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:51.905871 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:51.907297 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] 10.222.0.94 "PUT /v2.0/ports/bd24fa9d-aec4-4bd9-887e-f0c7e35617be HTTP/1.1" status: 200 len: 1093 time: 2.1268823 Jan 17 09:53:51.911925 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8793696-9b8b-4e72-be11-b91e267c2681', 'tag': 'bd24fa9d-aec4-4bd9-887e-f0c7e35617be'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:53:51.914245 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9e8a5c-55f9-455a-9952-b39b7a7f2b73" -d '{"events": [{"name": "network-changed", "server_uuid": "a8793696-9b8b-4e72-be11-b91e267c2681", "tag": "bd24fa9d-aec4-4bd9-887e-f0c7e35617be"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:53:51.944451 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa428-702e-4cee-9056-545b726b0820 service neutron] Pushing event updated for resources: {'Port': ['ID=bd24fa9d-aec4-4bd9-887e-f0c7e35617be,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:51.964534 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f6593ae3-cd3f-4ba8-a99c-792284c612e1 req-27773e66-99cf-4541-b50b-1a061e04b52e tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364257 Jan 17 09:53:51.979693 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-930bd0e1-64a5-4734-bd76-852f8fd21a2b req-b87d533e-c20c-449e-87e2-6d6e9052f014 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 210 time: 0.0560703 Jan 17 09:53:52.008638 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9af5be42-7af8-4bb0-90f6-6c1df46f67ed tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks [] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:52.086512 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe20175c-83c8-4750-9d00-15d819881df3 x-openstack-request-id: req-fe20175c-83c8-4750-9d00-15d819881df3 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:53:52.086512 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8793696-9b8b-4e72-be11-b91e267c2681", "tag": "bd24fa9d-aec4-4bd9-887e-f0c7e35617be", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:53:52.086512 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fe20175c-83c8-4750-9d00-15d819881df3 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:53:52.086512 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8793696-9b8b-4e72-be11-b91e267c2681', 'tag': 'bd24fa9d-aec4-4bd9-887e-f0c7e35617be', 'status': 'completed', 'code': 200} Jan 17 09:53:52.204258 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e8a5c-55f9-455a-9952-b39b7a7f2b73 req-b7735728-2727-4bbb-ae5f-74b5d8ecfdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:52.215908 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fb9e8a5c-55f9-455a-9952-b39b7a7f2b73 req-b7735728-2727-4bbb-ae5f-74b5d8ecfdf7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9cb309ded717452cace3567dacc87b2f&device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 1096 time: 0.0421262 Jan 17 09:53:52.368042 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9af5be42-7af8-4bb0-90f6-6c1df46f67ed tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:52.399677 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2fde3-bd03-4ad9-85f7-a1938b22b93b req-2ea7a199-e7b6-4c00-a341-9a6701ceb2ae tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:52.406148 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-60e2fde3-bd03-4ad9-85f7-a1938b22b93b req-2ea7a199-e7b6-4c00-a341-9a6701ceb2ae tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 944 time: 0.0608814 Jan 17 09:53:52.428425 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9af5be42-7af8-4bb0-90f6-6c1df46f67ed tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:52.437182 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e8a5c-55f9-455a-9952-b39b7a7f2b73 req-e483966a-e537-416d-820a-e8dcecf499da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:52.437182 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fb9e8a5c-55f9-455a-9952-b39b7a7f2b73 req-e483966a-e537-416d-820a-e8dcecf499da service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=9cb309ded717452cace3567dacc87b2f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2155390 Jan 17 09:53:52.437182 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9af5be42-7af8-4bb0-90f6-6c1df46f67ed tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:52.441542 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9af5be42-7af8-4bb0-90f6-6c1df46f67ed tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:52.448577 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9af5be42-7af8-4bb0-90f6-6c1df46f67ed tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:52.448817 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9af5be42-7af8-4bb0-90f6-6c1df46f67ed tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:52.467366 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-09226390-14b0-49ab-bc8b-1be7b0a65fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:52.499828 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5be42-7af8-4bb0-90f6-6c1df46f67ed tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Pushing event updated for resources: {'Port': ['ID=c5174ce2-704d-44e8-a412-b3c0304e12b5,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:52.547457 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c74b180a-b32b-4d05-ab49-e2abd719286e req-839213ef-04b7-4b3e-944d-6c8e3374348a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 210 time: 0.0625117 Jan 17 09:53:52.551610 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-60e2fde3-bd03-4ad9-85f7-a1938b22b93b req-ac27ba14-8da3-405e-96c0-ff59a6396519 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445944 Jan 17 09:53:52.580735 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9af5be42-7af8-4bb0-90f6-6c1df46f67ed tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9350905 Jan 17 09:53:52.596333 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Request body: {'port': {'device_id': '89807e82-c0fe-495d-a90c-9560ae07245a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:52.865470 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e8a5c-55f9-455a-9952-b39b7a7f2b73 req-0c34bfb5-edf5-4e49-abf6-d5b4def72c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:52.866964 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fb9e8a5c-55f9-455a-9952-b39b7a7f2b73 req-0c34bfb5-edf5-4e49-abf6-d5b4def72c3d service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4265754 Jan 17 09:53:52.873599 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:52.904850 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4eb421a0-8738-4174-aa65-c96c1acc7fe4 req-e5ae899d-0e49-41a7-a35d-6c630860e361 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 210 time: 0.0447533 Jan 17 09:53:53.196448 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf7e6a-2999-424d-a788-539ac4b3987e req-c089a0e5-d2c1-4d32-a2b0-deac2e81864b tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:53.204455 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-14bf7e6a-2999-424d-a788-539ac4b3987e req-c089a0e5-d2c1-4d32-a2b0-deac2e81864b tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 931 time: 0.1414833 Jan 17 09:53:53.228772 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-4a2aedcd-3039-4eb7-9739-ec08a6a74c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:53.230101 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d85b5c-e60a-4ce2-bd7a-461afddcaf58 req-059ab587-015d-4255-820c-bc6e9956a9b3 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:53.232122 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-4a2aedcd-3039-4eb7-9739-ec08a6a74c7a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9cb309ded717452cace3567dacc87b2f&device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 1096 time: 0.1413476 Jan 17 09:53:53.237016 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d6d85b5c-e60a-4ce2-bd7a-461afddcaf58 req-059ab587-015d-4255-820c-bc6e9956a9b3 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 944 time: 0.1720755 Jan 17 09:53:53.308924 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-14bf7e6a-2999-424d-a788-539ac4b3987e req-e5f1605c-2328-448e-9fdd-055fecc1da21 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986965 Jan 17 09:53:53.343447 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d6d85b5c-e60a-4ce2-bd7a-461afddcaf58 req-253adaa2-ad2a-4bf3-8847-8bbaafb75861 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013906 Jan 17 09:53:53.402702 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-90cd9d98-f2ab-48c2-9861-dd399af63594 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd24fa9d-aec4-4bd9-887e-f0c7e35617be HTTP/1.1" status: 200 len: 217 time: 0.1146932 Jan 17 09:53:53.480338 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5174ce2-704d-44e8-a412-b3c0304e12b5 {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:53:53.491997 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Publish callbacks [] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:53.514669 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Transition to ACTIVE for port object c5174ce2-704d-44e8-a412-b3c0304e12b5 will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:53:53.521629 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-f269effb-888c-4764-915e-73363d788121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:53.523411 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-f269effb-888c-4764-915e-73363d788121 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9208fb27-664b-428f-ab1c-b4f44f3920f5 HTTP/1.1" status: 200 len: 859 time: 0.1260171 Jan 17 09:53:53.564221 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-ef72d497-caad-497f-ba8d-66946e757f34 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335541 Jan 17 09:53:53.679829 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:53.700053 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d082232d-cde7-40a4-b916-fcee1d6645bd req-7d71ddc1-b47f-4d0e-bde9-aaab640ed21d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 210 time: 0.0532680 Jan 17 09:53:53.803477 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012effb-1e14-4d70-8dd7-5cc6eda4d1cc req-4e842d28-54d8-4b22-92d6-59861930603c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:53.806060 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5012effb-1e14-4d70-8dd7-5cc6eda4d1cc req-4e842d28-54d8-4b22-92d6-59861930603c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 944 time: 0.1195734 Jan 17 09:53:53.824696 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-894b6e8f-af8b-4338-a53d-bce6aebfcd75 service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483487 Jan 17 09:53:53.829017 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5174ce2-704d-44e8-a412-b3c0304e12b5,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:53.867204 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5012effb-1e14-4d70-8dd7-5cc6eda4d1cc req-65bdff9b-1199-4825-a1cc-4b86ba3c9cec tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527043 Jan 17 09:53:53.894619 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Attempting to bind port c5174ce2-704d-44e8-a412-b3c0304e12b5 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:53.895128 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Attempting to bind port c5174ce2-704d-44e8-a412-b3c0304e12b5 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': 'be9d89a9-8560-4f43-86f6-b29743f1cbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:53.895341 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Attempting to bind port c5174ce2-704d-44e8-a412-b3c0304e12b5 on network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:53.904087 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Port c5174ce2-704d-44e8-a412-b3c0304e12b5 on network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:53:53.904353 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Attempting to bind port c5174ce2-704d-44e8-a412-b3c0304e12b5 on network 59fc7a5a-9156-4bea-bf1d-574de2e0afc1 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:53.915704 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:53.915704 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Checking segment: {'id': 'be9d89a9-8560-4f43-86f6-b29743f1cbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:53.915704 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Bound using segment: {'id': 'be9d89a9-8560-4f43-86f6-b29743f1cbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:53.915704 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Bound port: c5174ce2-704d-44e8-a412-b3c0304e12b5, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9d89a9-8560-4f43-86f6-b29743f1cbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:53.915704 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:53.986281 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7c167bf8-217c-4b02-8f80-7a25bb383f56 req-3622b744-9f83-43fb-b218-78f6140b3a56 service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543849 Jan 17 09:53:54.037256 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] For port c5174ce2-704d-44e8-a412-b3c0304e12b5, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:54.045359 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] For port c5174ce2-704d-44e8-a412-b3c0304e12b5, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c5174ce2-704d-44e8-a412-b3c0304e12b5,segment=NetworkSegment(be9d89a9-8560-4f43-86f6-b29743f1cbc3),segment_id=be9d89a9-8560-4f43-86f6-b29743f1cbc3)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:54.045494 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7805f90d-e05f-49d5-aa76-6e6563818571 req-1cc49fbd-6d2f-4462-a0f2-11adc1ccf507 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 210 time: 0.0306838 Jan 17 09:53:54.142060 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:54.181387 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:54.182032 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:54.186199 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] 10.222.0.94 "PUT /v2.0/ports/c5174ce2-704d-44e8-a412-b3c0304e12b5 HTTP/1.1" status: 200 len: 1093 time: 1.5992787 Jan 17 09:53:54.186664 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89807e82-c0fe-495d-a90c-9560ae07245a', 'tag': 'c5174ce2-704d-44e8-a412-b3c0304e12b5'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:53:54.191647 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d1fc56-d360-4620-8c20-c8605b03b36d" -d '{"events": [{"name": "network-changed", "server_uuid": "89807e82-c0fe-495d-a90c-9560ae07245a", "tag": "c5174ce2-704d-44e8-a412-b3c0304e12b5"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:53:54.230260 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766ae5a-5483-46d8-bc14-32046ab7e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5174ce2-704d-44e8-a412-b3c0304e12b5,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:54.275098 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098935c0-c98a-43c0-943f-dfaa587c1724 x-openstack-request-id: req-098935c0-c98a-43c0-943f-dfaa587c1724 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:53:54.275401 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89807e82-c0fe-495d-a90c-9560ae07245a", "tag": "c5174ce2-704d-44e8-a412-b3c0304e12b5", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:53:54.275667 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-098935c0-c98a-43c0-943f-dfaa587c1724 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:53:54.276081 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89807e82-c0fe-495d-a90c-9560ae07245a', 'tag': 'c5174ce2-704d-44e8-a412-b3c0304e12b5', 'status': 'completed', 'code': 200} Jan 17 09:53:54.343008 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1fc56-d360-4620-8c20-c8605b03b36d req-8d40186f-0a08-4bf2-a91e-abd2dcb7d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:54.345529 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-91d1fc56-d360-4620-8c20-c8605b03b36d req-8d40186f-0a08-4bf2-a91e-abd2dcb7d68f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9cb309ded717452cace3567dacc87b2f&device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 1096 time: 0.0476322 Jan 17 09:53:54.483165 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1fc56-d360-4620-8c20-c8605b03b36d req-978cac06-7c24-4f26-9aad-66a605cc402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:54.484740 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-91d1fc56-d360-4620-8c20-c8605b03b36d req-978cac06-7c24-4f26-9aad-66a605cc402f service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=9cb309ded717452cace3567dacc87b2f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1326773 Jan 17 09:53:54.507287 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dda8d-b425-4a22-a421-8e57a5ba73c9 req-7e804a61-9423-418f-9545-8e5d1de7fd4c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:54.509049 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f74dda8d-b425-4a22-a421-8e57a5ba73c9 req-7e804a61-9423-418f-9545-8e5d1de7fd4c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 943 time: 0.1101465 Jan 17 09:53:54.526844 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473c7dd-b316-45e5-92c9-6b5d5639c3ed req-45ff7c76-b28b-475f-9ef1-46b4b5a2aba2 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:54.529100 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9473c7dd-b316-45e5-92c9-6b5d5639c3ed req-45ff7c76-b28b-475f-9ef1-46b4b5a2aba2 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 944 time: 0.0858037 Jan 17 09:53:54.594890 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f74dda8d-b425-4a22-a421-8e57a5ba73c9 req-d31bd08c-4192-4b27-8fc0-35d723bb9966 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767660 Jan 17 09:53:54.618676 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9473c7dd-b316-45e5-92c9-6b5d5639c3ed req-06b38743-7ba9-48da-8140-4a1941d60f0c tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827029 Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: from cryptography.utils import int_from_bytes Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: from cryptography.utils import int_from_bytes Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.669137 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-468936be-7a04-4415-9e9a-5f1a25bcbf3b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:54.673674 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-468936be-7a04-4415-9e9a-5f1a25bcbf3b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.94 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 815 time: 0.1827998 Jan 17 09:53:54.675167 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1fc56-d360-4620-8c20-c8605b03b36d req-922516ae-75c7-487c-9823-8ada94ce66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:54.676288 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-91d1fc56-d360-4620-8c20-c8605b03b36d req-922516ae-75c7-487c-9823-8ada94ce66d2 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1843445 Jan 17 09:53:54.828025 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-e056e067-a163-42da-969d-d830421f22a3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e71a78f8eb2445168288dcdc86badcab HTTP/1.1" status: 200 len: 379 time: 0.1355710 Jan 17 09:53:54.836191 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1645c-12bf-4859-b509-8a402a35f858 req-da36f9fa-4447-46f3-acf7-c9b185a39d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:54.837808 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-da36f9fa-4447-46f3-acf7-c9b185a39d0c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9cb309ded717452cace3567dacc87b2f&device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 1096 time: 0.1098742 Jan 17 09:53:54.841299 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-9465e9f7-d096-4b86-a904-6a58ee480da4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Request body: {'port': {'device_id': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'admin_state_up': True, 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'security_groups': ['6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2']}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:54.923410 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-75055aa0-b1a6-4df1-8bc4-42a5eaf3271d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5174ce2-704d-44e8-a412-b3c0304e12b5 HTTP/1.1" status: 200 len: 217 time: 0.0769136 Jan 17 09:53:55.001141 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1645c-12bf-4859-b509-8a402a35f858 req-2f0d5161-2c16-4575-ace9-b23d7cf9c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:55.001141 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-2f0d5161-2c16-4575-ace9-b23d7cf9c3aa service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9208fb27-664b-428f-ab1c-b4f44f3920f5 HTTP/1.1" status: 200 len: 859 time: 0.0706570 Jan 17 09:53:55.023732 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0896d3a7-1608-4e9a-a362-6306296423e6 req-bc3219fe-af2b-4a6a-99f6-4c734d736c86 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 210 time: 0.2208550 Jan 17 09:53:55.056603 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5a96d57f-03c3-49c6-b408-30be129e27ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:55.057132 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-92d57592-81e1-4714-8f33-f8d1c046a371 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320978 Jan 17 09:53:55.132689 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d9d5f-e823-47e3-ac49-947504370b42 req-ca92d5b9-a500-4509-8c09-f05b0073399e tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:55.135385 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d73d9d5f-e823-47e3-ac49-947504370b42 req-ca92d5b9-a500-4509-8c09-f05b0073399e tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 944 time: 0.1104484 Jan 17 09:53:55.163482 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-e1707242-a294-48f0-90de-3c14fa7b3f26 service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101692 Jan 17 09:53:55.213054 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-560cb3b3-b076-4c9a-8c94-956b103c309f req-0195e0a4-b086-423b-a21a-22edbf83aacc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 210 time: 0.0693138 Jan 17 09:53:55.225925 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-9465e9f7-d096-4b86-a904-6a58ee480da4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Made reservation on behalf of e71a78f8eb2445168288dcdc86badcab for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:55.229674 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-9465e9f7-d096-4b86-a904-6a58ee480da4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:55.253054 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e31560fd-ab1f-4c8b-9994-dbab42bacd17 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:55.254620 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e31560fd-ab1f-4c8b-9994-dbab42bacd17 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.94 "GET /v2.0/networks?id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 HTTP/1.1" status: 200 len: 811 time: 0.2284932 Jan 17 09:53:55.260932 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d73d9d5f-e823-47e3-ac49-947504370b42 req-a05df087-f20f-4099-892c-973f1f3ee459 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154888 Jan 17 09:53:55.351128 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-6b4eabb6-6ee4-452f-9913-a3069c71f75b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d833d073d534e56bcff57aead77b7e7 HTTP/1.1" status: 200 len: 379 time: 0.0875337 Jan 17 09:53:55.362165 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9bc7184-fbf7-42c4-bde5-c21c93098727 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Request body: {'port': {'device_id': 'a408e34f-d5f2-4370-8f30-9d976895fba5', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'admin_state_up': True, 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'security_groups': ['08f59edf-5f22-431c-a4b2-824129fe2183']}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:55.433405 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19d1645c-12bf-4859-b509-8a402a35f858 req-9df9e7f0-e59a-4660-8516-a97e74e0f915 service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559838 Jan 17 09:53:55.457220 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-9465e9f7-d096-4b86-a904-6a58ee480da4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Allocated IP 172.20.0.9 (13f5851c-5a19-42aa-919c-d5436bee2140/f9ef09a4-55c1-4a25-a157-6d2f5e7d9047/518baf01-6ebd-4d11-989c-0703aba6e08d) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:55.609968 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9bc7184-fbf7-42c4-bde5-c21c93098727 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Made reservation on behalf of 9d833d073d534e56bcff57aead77b7e7 for: {'port': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:53:55.614198 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9bc7184-fbf7-42c4-bde5-c21c93098727 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:55.621674 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-9465e9f7-d096-4b86-a904-6a58ee480da4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:55.751340 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-9465e9f7-d096-4b86-a904-6a58ee480da4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:55.795867 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-9465e9f7-d096-4b86-a904-6a58ee480da4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Network 13f5851c-5a19-42aa-919c-d5436bee2140 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:55.803340 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-9465e9f7-d096-4b86-a904-6a58ee480da4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:55.803340 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-9465e9f7-d096-4b86-a904-6a58ee480da4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:55.808880 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-9465e9f7-d096-4b86-a904-6a58ee480da4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:55.809536 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-9465e9f7-d096-4b86-a904-6a58ee480da4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:55.815025 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06b2d4-41c9-4f6a-8e2e-3d9ae1ee9d9a req-93614c08-3f8e-42ad-91b5-6675cd7a5de6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:55.817032 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ab06b2d4-41c9-4f6a-8e2e-3d9ae1ee9d9a req-93614c08-3f8e-42ad-91b5-6675cd7a5de6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 943 time: 0.1234388 Jan 17 09:53:55.826957 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465e9f7-d096-4b86-a904-6a58ee480da4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event updated for resources: {'Port': ['ID=518baf01-6ebd-4d11-989c-0703aba6e08d,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:55.867515 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8f3cf-d58a-45ed-b496-0ef1ef2105c1 req-5e10c342-49e7-4bd6-a189-189638944b1b tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:55.869041 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8eb8f3cf-d58a-45ed-b496-0ef1ef2105c1 req-5e10c342-49e7-4bd6-a189-189638944b1b tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 944 time: 0.1424315 Jan 17 09:53:55.883098 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_common [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9bc7184-fbf7-42c4-bde5-c21c93098727 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Allocated IP 172.20.0.4 (2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6/3e054dbc-2aac-43d1-a338-3beb57e47aa8/3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2) {{(pid=114940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:53:55.940749 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ab06b2d4-41c9-4f6a-8e2e-3d9ae1ee9d9a req-5f99a47a-f989-42f9-9abe-b08f54d4d2c5 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072140 Jan 17 09:53:55.953939 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-9465e9f7-d096-4b86-a904-6a58ee480da4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1200352 Jan 17 09:53:55.968294 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Request body: {'port': {'device_id': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:55.995191 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8eb8f3cf-d58a-45ed-b496-0ef1ef2105c1 req-18da265e-fa1a-43ad-a573-926caf2bf7ce tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059291 Jan 17 09:53:56.033832 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.064160 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.129309 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55338) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:56.180506 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-0a0cc6b7-a70f-4e23-90a0-9e6e388eb2b7 None None] Provisioning complete for port 518baf01-6ebd-4d11-989c-0703aba6e08d triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:56.181008 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc6b7-a70f-4e23-90a0-9e6e388eb2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.188797 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9bc7184-fbf7-42c4-bde5-c21c93098727 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.246997 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-0a0cc6b7-a70f-4e23-90a0-9e6e388eb2b7 None None] Port 518baf01-6ebd-4d11-989c-0703aba6e08d cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:53:56.259022 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2027c-596a-4b4a-ae1c-5187eeb32607 req-1814744d-ebbc-4446-b9b8-435433b45005 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:56.266906 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-58f2027c-596a-4b4a-ae1c-5187eeb32607 req-1814744d-ebbc-4446-b9b8-435433b45005 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 931 time: 0.1510165 Jan 17 09:53:56.321017 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d0bbf48d-2e84-4723-acd6-b8c1a964f545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.325327 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4282d769-2fe5-492d-a422-b65f06b17419 req-6e2cbffc-667d-439d-b005-140f75788196 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 210 time: 0.0364635 Jan 17 09:53:56.373892 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-58f2027c-596a-4b4a-ae1c-5187eeb32607 req-fed334d1-850c-4cbc-acd7-57649628b1b2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034427 Jan 17 09:53:56.377538 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9bc7184-fbf7-42c4-bde5-c21c93098727 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.478633 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9bc7184-fbf7-42c4-bde5-c21c93098727 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:53:56.485510 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9bc7184-fbf7-42c4-bde5-c21c93098727 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:53:56.488187 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc7184-fbf7-42c4-bde5-c21c93098727 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event updated for resources: {'Port': ['ID=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:56.490825 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9bc7184-fbf7-42c4-bde5-c21c93098727 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Received port after_create {{(pid=114940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: from cryptography.utils import int_from_bytes Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: from cryptography.utils import int_from_bytes Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.494934 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.497199 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.497199 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.497199 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.497199 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.497199 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.497199 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.497199 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.497199 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.497199 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.497199 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.497199 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:53:56.497199 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:53:56.497953 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d0bbf48d-2e84-4723-acd6-b8c1a964f545 admin admin] Publish callbacks [] for security_group (523ee5f6-d8d7-4a1c-9de6-5e87bf378553), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.498404 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9bc7184-fbf7-42c4-bde5-c21c93098727 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:56.498404 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9bc7184-fbf7-42c4-bde5-c21c93098727 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.504308 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518baf01-6ebd-4d11-989c-0703aba6e08d {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:53:56.518868 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Publish callbacks [] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.526802 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2c602-90fb-4f8c-852d-ce2f6c5d8007 req-c2eae0a1-99e9-4a81-a0f0-b1424029c706 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:56.528604 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a8b2c602-90fb-4f8c-852d-ce2f6c5d8007 req-c2eae0a1-99e9-4a81-a0f0-b1424029c706 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 944 time: 0.1041799 Jan 17 09:53:56.535442 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Transition to ACTIVE for port object 518baf01-6ebd-4d11-989c-0703aba6e08d will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:53:56.573238 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d0bbf48d-2e84-4723-acd6-b8c1a964f545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (523ee5f6-d8d7-4a1c-9de6-5e87bf378553), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.617232 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a8b2c602-90fb-4f8c-852d-ce2f6c5d8007 req-6743988d-772c-4791-ba63-6dde56f0288c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772035 Jan 17 09:53:56.632743 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9bc7184-fbf7-42c4-bde5-c21c93098727 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2765827 Jan 17 09:53:56.639432 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.645413 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Request body: {'port': {'device_id': 'a408e34f-d5f2-4370-8f30-9d976895fba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:53:56.651800 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-d0bbf48d-2e84-4723-acd6-b8c1a964f545 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0e3382ea22a747b588f8356957c3ae00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5213721 Jan 17 09:53:56.666559 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 55364) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:56.677067 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbf48d-2e84-4723-acd6-b8c1a964f545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523ee5f6-d8d7-4a1c-9de6-5e87bf378553,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:56.753767 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=518baf01-6ebd-4d11-989c-0703aba6e08d,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:56.756294 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Attempting to bind port 518baf01-6ebd-4d11-989c-0703aba6e08d on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:56.756631 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Attempting to bind port 518baf01-6ebd-4d11-989c-0703aba6e08d by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:56.756959 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Attempting to bind port 518baf01-6ebd-4d11-989c-0703aba6e08d on network 13f5851c-5a19-42aa-919c-d5436bee2140 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:56.764333 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Port 518baf01-6ebd-4d11-989c-0703aba6e08d on network 13f5851c-5a19-42aa-919c-d5436bee2140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:53:56.772058 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Attempting to bind port 518baf01-6ebd-4d11-989c-0703aba6e08d on network 13f5851c-5a19-42aa-919c-d5436bee2140 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:56.772058 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:56.772058 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Checking segment: {'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:56.772058 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Bound using segment: {'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:56.772524 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Bound port: 518baf01-6ebd-4d11-989c-0703aba6e08d, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:56.772666 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.797139 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.799006 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-07876450-8071-4fe7-8c71-7559bfbf5a50 None None] Provisioning complete for port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:53:56.802482 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-07876450-8071-4fe7-8c71-7559bfbf5a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.821517 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4eb869af-285e-4c34-91f9-846bdb9e64c5 admin admin] Publish callbacks [] for security_group (523ee5f6-d8d7-4a1c-9de6-5e87bf378553), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.842795 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] For port 518baf01-6ebd-4d11-989c-0703aba6e08d, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:56.847607 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] For port 518baf01-6ebd-4d11-989c-0703aba6e08d, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=518baf01-6ebd-4d11-989c-0703aba6e08d,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:56.856535 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-07876450-8071-4fe7-8c71-7559bfbf5a50 None None] Port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:53:56.874196 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4eb869af-285e-4c34-91f9-846bdb9e64c5 admin admin] Publish callbacks [] for security_group (523ee5f6-d8d7-4a1c-9de6-5e87bf378553), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.973870 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:56.992865 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device a7df3738-0e8b-4ef6-9796-89313eec43fb details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:53:57.021796 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:57.022533 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.023993 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] 10.222.0.94 "PUT /v2.0/ports/518baf01-6ebd-4d11-989c-0703aba6e08d HTTP/1.1" status: 200 len: 1093 time: 1.0625141 Jan 17 09:53:57.024443 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:53:57.026799 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5fde49-74d1-4f18-93a9-72ab6f6fba77" -d '{"events": [{"name": "network-changed", "server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:53:57.051373 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47f480-7a53-4235-a9e2-7a386f73a3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=518baf01-6ebd-4d11-989c-0703aba6e08d,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:57.175220 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4eb869af-285e-4c34-91f9-846bdb9e64c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (523ee5f6-d8d7-4a1c-9de6-5e87bf378553), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.178381 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4eb869af-285e-4c34-91f9-846bdb9e64c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.182914 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-4eb869af-285e-4c34-91f9-846bdb9e64c5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/523ee5f6-d8d7-4a1c-9de6-5e87bf378553 HTTP/1.1" status: 204 len: 168 time: 0.5121520 Jan 17 09:53:57.203773 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port a7df3738-0e8b-4ef6-9796-89313eec43fb, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=a7df3738-0e8b-4ef6-9796-89313eec43fb,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:57.205136 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04a8df-bf48-4bbe-87e0-b9022724ca28 req-4b24880c-c3da-41ae-840c-cc556f6c4b81 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:57.207712 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9a04a8df-bf48-4bbe-87e0-b9022724ca28 req-4b24880c-c3da-41ae-840c-cc556f6c4b81 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 943 time: 0.1288733 Jan 17 09:53:57.229457 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-373dbcb3-12a1-4098-b24c-6dee59781f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:57.230452 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-373dbcb3-12a1-4098-b24c-6dee59781f83 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 1096 time: 0.0731483 Jan 17 09:53:57.236877 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': 'a7df3738-0e8b-4ef6-9796-89313eec43fb', 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d', 'port_id': 'a7df3738-0e8b-4ef6-9796-89313eec43fb', 'mac_address': 'fa:16:3e:32:d8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad17af83-cec7-42b2-9d1e-f569a99da8dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:53:57.273795 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb869af-285e-4c34-91f9-846bdb9e64c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523ee5f6-d8d7-4a1c-9de6-5e87bf378553,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:57.296616 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port a7df3738-0e8b-4ef6-9796-89313eec43fb is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:57.298021 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.306278 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-b02fa1a7-003a-44be-b356-6558155586a3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=518baf01-6ebd-4d11-989c-0703aba6e08d HTTP/1.1" status: 200 len: 217 time: 0.0681846 Jan 17 09:53:57.324942 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7df3738-0e8b-4ef6-9796-89313eec43fb {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:53:57.343013 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a921-f6d1-4917-98b4-a814f3b2538d req-d5ef8d33-ad7f-4920-9451-62945bb68578 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:57.345150 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-de52a921-f6d1-4917-98b4-a814f3b2538d req-d5ef8d33-ad7f-4920-9451-62945bb68578 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 944 time: 0.2304156 Jan 17 09:53:57.353240 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port a7df3738-0e8b-4ef6-9796-89313eec43fb, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=a7df3738-0e8b-4ef6-9796-89313eec43fb,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:57.362859 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 55382) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:57.397514 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-39fc0365-4c04-47db-8ee1-7cc23b8830fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:57.399104 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-39fc0365-4c04-47db-8ee1-7cc23b8830fa service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 200 len: 854 time: 0.0871511 Jan 17 09:53:57.430001 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.431137 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device bc88e209-2151-4e19-9891-45402432fe27 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:53:57.445273 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9a04a8df-bf48-4bbe-87e0-b9022724ca28 req-15c6e7b7-a7cb-4010-abfd-ea02b7543258 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268474 Jan 17 09:53:57.454505 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.notifiers.nova [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 {{(pid=114940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:53:57.477956 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Publish callbacks [] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.500332 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-de52a921-f6d1-4917-98b4-a814f3b2538d req-059007af-66fd-4749-a572-a7274afc0e56 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275871 Jan 17 09:53:57.515745 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.provisioning_blocks [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Transition to ACTIVE for port object 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 will not be triggered until provisioned by entity L2. {{(pid=114940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:53:57.520447 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-2b6865f1-861c-4c4b-8883-3a43b71de476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:57.522331 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-2b6865f1-861c-4c4b-8883-3a43b71de476 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=13f5851c-5a19-42aa-919c-d5436bee2140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1158173 Jan 17 09:53:57.540816 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=a7df3738-0e8b-4ef6-9796-89313eec43fb,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:57.552508 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2e767a4a-e2b0-4e5e-9d81-b45442ba5801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.556384 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540ce53a-bbc7-4a2a-8dc3-9e59bab8e987 x-openstack-request-id: req-540ce53a-bbc7-4a2a-8dc3-9e59bab8e987 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:53:57.556684 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:53:57.556947 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-540ce53a-bbc7-4a2a-8dc3-9e59bab8e987 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:53:57.557349 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'status': 'completed', 'code': 200} Jan 17 09:53:57.604652 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.694755 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-3cde3931-54ad-4a39-a3f3-aebf191a5b93 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666784 Jan 17 09:53:57.696138 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port bc88e209-2151-4e19-9891-45402432fe27, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=bc88e209-2151-4e19-9891-45402432fe27,segment=NetworkSegment(378ee84d-6e72-48e5-a4c1-83c10c607703),segment_id=378ee84d-6e72-48e5-a4c1-83c10c607703)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:57.712102 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': 'bc88e209-2151-4e19-9891-45402432fe27', 'network_id': 'c34218d8-fc40-4d15-b430-b5c52b4fa1cd', 'port_id': 'bc88e209-2151-4e19-9891-45402432fe27', 'mac_address': 'fa:16:3e:16:79:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b29479-52b9-4573-abbb-896fcea55de0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:53:57.782852 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2,revision_number=2']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:57.784673 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port bc88e209-2151-4e19-9891-45402432fe27 is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:57.785302 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (bc88e209-2151-4e19-9891-45402432fe27), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.788764 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.801846 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc88e209-2151-4e19-9891-45402432fe27 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:53:57.825759 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port bc88e209-2151-4e19-9891-45402432fe27, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=bc88e209-2151-4e19-9891-45402432fe27,segment=NetworkSegment(378ee84d-6e72-48e5-a4c1-83c10c607703),segment_id=378ee84d-6e72-48e5-a4c1-83c10c607703)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:57.830965 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2e767a4a-e2b0-4e5e-9d81-b45442ba5801 admin admin] Publish callbacks [] for security_group (089a16a2-1f19-4aec-9704-c2a6b1b6f22a), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.867874 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2b2cfcd6-2cf4-4a61-a0f0-c56228c51dd6 req-95de0efd-674d-4d05-992a-8ccbf1fb16fe service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599667 Jan 17 09:53:57.880522 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889fe0e-cf75-496b-8e0d-8567ccce8b8e req-cb87a266-4359-4f96-94cb-51c650c8c92d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:57.882105 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7889fe0e-cf75-496b-8e0d-8567ccce8b8e req-cb87a266-4359-4f96-94cb-51c650c8c92d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 943 time: 0.2711468 Jan 17 09:53:57.909490 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4564cd8-4a5f-4d53-9e51-432fb13c68a1 req-7f8a5e7b-a270-44ef-ba5d-010270bd6929 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:57.911053 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a4564cd8-4a5f-4d53-9e51-432fb13c68a1 req-7f8a5e7b-a270-44ef-ba5d-010270bd6929 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.1443555 Jan 17 09:53:57.917625 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.managers [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Attempting to bind port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:53:57.917962 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.managers [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Attempting to bind port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'}] {{(pid=114940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:53:57.918289 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Attempting to bind port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 on network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 {{(pid=114940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:57.932650 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 on network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:53:57.932969 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Attempting to bind port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 on network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 {{(pid=114940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:53:57.956565 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:53:57.956908 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Checking segment: {'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:53:57.957293 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Bound using segment: {'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'} {{(pid=114940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:53:57.957732 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.managers [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Bound port: 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'}}] {{(pid=114940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:53:57.958385 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.961737 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (bc88e209-2151-4e19-9891-45402432fe27), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:57.996095 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7889fe0e-cf75-496b-8e0d-8567ccce8b8e req-8ee14801-3fd0-433f-be61-735baab9cfc0 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070151 Jan 17 09:53:58.019793 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=bc88e209-2151-4e19-9891-45402432fe27,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:58.039820 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a4564cd8-4a5f-4d53-9e51-432fb13c68a1 req-2d4bbf06-72aa-45e2-96ff-557392117958 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128504 Jan 17 09:53:58.052147 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2e767a4a-e2b0-4e5e-9d81-b45442ba5801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (089a16a2-1f19-4aec-9704-c2a6b1b6f22a), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:58.111608 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] For port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2, host hv-cinder-82483, cleared binding levels {{(pid=114940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:53:58.114226 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e767a4a-e2b0-4e5e-9d81-b45442ba5801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089a16a2-1f19-4aec-9704-c2a6b1b6f22a,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:58.118499 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-2e767a4a-e2b0-4e5e-9d81-b45442ba5801 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=08b806efef5643909294828d4173c36f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7490396 Jan 17 09:53:58.119698 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] For port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:53:58.127673 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55400) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:58.147466 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fde49-74d1-4f18-93a9-72ab6f6fba77 req-e7dfa075-63fe-4eb2-9aba-177885c5ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:58.149582 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0a5fde49-74d1-4f18-93a9-72ab6f6fba77 req-e7dfa075-63fe-4eb2-9aba-177885c5ed54 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 1096 time: 0.0807710 Jan 17 09:53:58.179550 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0ff0f-927f-4d3d-ae67-9735bbe3bfe6 req-a93c2eb0-2137-4cb4-aa1f-6e576772d803 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:58.181061 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-49a0ff0f-927f-4d3d-ae67-9735bbe3bfe6 req-a93c2eb0-2137-4cb4-aa1f-6e576772d803 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 945 time: 0.0598156 Jan 17 09:53:58.220729 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:58.246889 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55402) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:58.267546 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-49a0ff0f-927f-4d3d-ae67-9735bbe3bfe6 req-ce0bfc99-b081-4ff7-a855-5fb64e3907bb tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805728 Jan 17 09:53:58.268993 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0efbd399-24ed-4498-8ba5-b0439defcb15 admin admin] Publish callbacks [] for security_group (089a16a2-1f19-4aec-9704-c2a6b1b6f22a), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:58.276484 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:58.277121 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:58.278707 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] 10.222.0.94 "PUT /v2.0/ports/3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 HTTP/1.1" status: 200 len: 1093 time: 1.6381979 Jan 17 09:53:58.279212 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a408e34f-d5f2-4370-8f30-9d976895fba5', 'tag': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2'}] {{(pid=114940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:53:58.279357 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-db789672-1975-4298-95ac-c3d1f9feba05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:58.282106 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3567b7589925762bfe85c0a86f79fc908628c6699af57ff1e1dccc2a2b943fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e31c3df-5009-4f9f-9ca5-f906ce10a7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a408e34f-d5f2-4370-8f30-9d976895fba5", "tag": "3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2"}]}' {{(pid=114940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:53:58.314334 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce928c-37bf-4b9a-a646-e8531a316695 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2,revision_number=3']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:58.322310 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1917a35-a547-424d-8baf-df9a1e203b45 x-openstack-request-id: req-b1917a35-a547-424d-8baf-df9a1e203b45 {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:53:58.322820 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a408e34f-d5f2-4370-8f30-9d976895fba5", "tag": "3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2", "status": "completed", "code": 200}]} {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:53:58.323090 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b1917a35-a547-424d-8baf-df9a1e203b45 {{(pid=114940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:53:58.323506 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a408e34f-d5f2-4370-8f30-9d976895fba5', 'tag': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2', 'status': 'completed', 'code': 200} Jan 17 09:53:58.324435 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fde49-74d1-4f18-93a9-72ab6f6fba77 req-021fab2d-46f2-41f3-99f1-40648046a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:58.325916 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0a5fde49-74d1-4f18-93a9-72ab6f6fba77 req-021fab2d-46f2-41f3-99f1-40648046a157 service neutron] 10.222.0.94 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 916 time: 0.1684549 Jan 17 09:53:58.349249 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0efbd399-24ed-4498-8ba5-b0439defcb15 admin admin] Publish callbacks [] for security_group (089a16a2-1f19-4aec-9704-c2a6b1b6f22a), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:58.384541 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31c3df-5009-4f9f-9ca5-f906ce10a7d5 req-c67e077e-aef6-44b9-9359-5c530b78b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:58.386107 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3e31c3df-5009-4f9f-9ca5-f906ce10a7d5 req-c67e077e-aef6-44b9-9359-5c530b78b2a1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9d833d073d534e56bcff57aead77b7e7&device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 1096 time: 0.0452499 Jan 17 09:53:58.589812 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0a5fde49-74d1-4f18-93a9-72ab6f6fba77 req-5e2e128d-fb11-4b0e-b77d-666a9945ad35 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=518baf01-6ebd-4d11-989c-0703aba6e08d HTTP/1.1" status: 200 len: 217 time: 0.2547514 Jan 17 09:53:58.669531 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fde49-74d1-4f18-93a9-72ab6f6fba77 req-5d36d33f-0f9b-4af2-ac0a-a8834cea7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:58.671034 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0a5fde49-74d1-4f18-93a9-72ab6f6fba77 req-5d36d33f-0f9b-4af2-ac0a-a8834cea7c88 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 200 len: 854 time: 0.0743949 Jan 17 09:53:58.697278 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['bc88e209-2151-4e19-9891-45402432fe27'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:53:58.720258 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['a7df3738-0e8b-4ef6-9796-89313eec43fb'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:53:58.753066 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-db789672-1975-4298-95ac-c3d1f9feba05 admin admin] Publish callbacks [] for security_group (5b76959f-644b-43a7-8628-6c6f9a0a4417), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:58.756709 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fde49-74d1-4f18-93a9-72ab6f6fba77 req-0c2a3c61-ed96-4e28-9046-acb4594352a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:58.758508 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0a5fde49-74d1-4f18-93a9-72ab6f6fba77 req-0c2a3c61-ed96-4e28-9046-acb4594352a9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=13f5851c-5a19-42aa-919c-d5436bee2140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813220 Jan 17 09:53:58.815310 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0efbd399-24ed-4498-8ba5-b0439defcb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (089a16a2-1f19-4aec-9704-c2a6b1b6f22a), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:58.818148 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0efbd399-24ed-4498-8ba5-b0439defcb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:58.819472 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-0efbd399-24ed-4498-8ba5-b0439defcb15 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/089a16a2-1f19-4aec-9704-c2a6b1b6f22a HTTP/1.1" status: 204 len: 168 time: 0.6907125 Jan 17 09:53:58.826643 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31c3df-5009-4f9f-9ca5-f906ce10a7d5 req-f607c1b3-e301-43d6-9cdc-c016a0fe0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:58.828299 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3e31c3df-5009-4f9f-9ca5-f906ce10a7d5 req-f607c1b3-e301-43d6-9cdc-c016a0fe0da3 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=9d833d073d534e56bcff57aead77b7e7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4275749 Jan 17 09:53:58.834425 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbd399-24ed-4498-8ba5-b0439defcb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a16a2-1f19-4aec-9704-c2a6b1b6f22a,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:58.841552 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0cd0e-8a48-4332-a2fa-aebd8f5e43d2 req-4454d76f-b475-4811-85da-60059499d65c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:58.849055 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-00a0cd0e-8a48-4332-a2fa-aebd8f5e43d2 req-4454d76f-b475-4811-85da-60059499d65c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 943 time: 0.3193295 Jan 17 09:53:58.856406 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-db789672-1975-4298-95ac-c3d1f9feba05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5b76959f-644b-43a7-8628-6c6f9a0a4417), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:58.902200 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0a5fde49-74d1-4f18-93a9-72ab6f6fba77 req-f07c4355-de4b-434c-9859-8051687d4c71 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351073 Jan 17 09:53:58.908555 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703b5e3-3825-4798-8b90-df3d919e5759 req-5391661c-f625-4254-8c23-3121cca057cf tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:58.910312 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9703b5e3-3825-4798-8b90-df3d919e5759 req-5391661c-f625-4254-8c23-3121cca057cf tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 945 time: 0.3330288 Jan 17 09:53:58.928859 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-db789672-1975-4298-95ac-c3d1f9feba05 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8252743a9cf44881a56f8a33bb5a8d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6808648 Jan 17 09:53:58.941526 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55412) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:58.981528 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db789672-1975-4298-95ac-c3d1f9feba05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b76959f-644b-43a7-8628-6c6f9a0a4417,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:58.994764 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device bd24fa9d-aec4-4bd9-887e-f0c7e35617be details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:53:59.049193 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-00a0cd0e-8a48-4332-a2fa-aebd8f5e43d2 req-e0aa8cef-8a7c-482e-b407-e8b5f28cb67c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990087 Jan 17 09:53:59.073775 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ed3de6c8-1573-4524-9596-f8ede7a650f2 admin admin] Publish callbacks [] for security_group (5b76959f-644b-43a7-8628-6c6f9a0a4417), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:59.083059 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0a5fde49-74d1-4f18-93a9-72ab6f6fba77 req-1af50c55-1df8-42a3-8eac-9c518a26a20c service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712432 Jan 17 09:53:59.106856 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ed3de6c8-1573-4524-9596-f8ede7a650f2 admin admin] Publish callbacks [] for security_group (5b76959f-644b-43a7-8628-6c6f9a0a4417), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:59.122499 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9703b5e3-3825-4798-8b90-df3d919e5759 req-a43e2d81-3a74-4d17-8fea-db0a94521765 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791804 Jan 17 09:53:59.172573 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31c3df-5009-4f9f-9ca5-f906ce10a7d5 req-cd8c452c-fab4-4b7b-a97e-85141d1f6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:59.172573 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3e31c3df-5009-4f9f-9ca5-f906ce10a7d5 req-cd8c452c-fab4-4b7b-a97e-85141d1f6b30 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3191307 Jan 17 09:53:59.212105 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:59.217896 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133aec1-cc63-4baf-8b61-be681249d547 req-05c88910-d6d1-404d-822a-ce2c73a51d2b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:59.219952 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9133aec1-cc63-4baf-8b61-be681249d547 req-05c88910-d6d1-404d-822a-ce2c73a51d2b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 943 time: 0.0718210 Jan 17 09:53:59.223610 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port bd24fa9d-aec4-4bd9-887e-f0c7e35617be, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=bd24fa9d-aec4-4bd9-887e-f0c7e35617be,segment=NetworkSegment(be9d89a9-8560-4f43-86f6-b29743f1cbc3),segment_id=be9d89a9-8560-4f43-86f6-b29743f1cbc3)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:59.250229 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': 'bd24fa9d-aec4-4bd9-887e-f0c7e35617be', 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1', 'port_id': 'bd24fa9d-aec4-4bd9-887e-f0c7e35617be', 'mac_address': 'fa:16:3e:63:d5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9208fb27-664b-428f-ab1c-b4f44f3920f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:53:59.278074 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ed3de6c8-1573-4524-9596-f8ede7a650f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5b76959f-644b-43a7-8628-6c6f9a0a4417), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:59.283274 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ed3de6c8-1573-4524-9596-f8ede7a650f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:59.285862 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-ed3de6c8-1573-4524-9596-f8ede7a650f2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5b76959f-644b-43a7-8628-6c6f9a0a4417 HTTP/1.1" status: 204 len: 168 time: 0.3434267 Jan 17 09:53:59.302005 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port bd24fa9d-aec4-4bd9-887e-f0c7e35617be is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:59.302411 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:59.326823 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd24fa9d-aec4-4bd9-887e-f0c7e35617be {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:53:59.328694 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3de6c8-1573-4524-9596-f8ede7a650f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b76959f-644b-43a7-8628-6c6f9a0a4417,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:59.340307 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-bb1e6c85-b171-4ac8-9531-619fe1b011b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:59.345991 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-bb1e6c85-b171-4ac8-9531-619fe1b011b3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9d833d073d534e56bcff57aead77b7e7&device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 1096 time: 0.1204953 Jan 17 09:53:59.357379 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port bd24fa9d-aec4-4bd9-887e-f0c7e35617be, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=bd24fa9d-aec4-4bd9-887e-f0c7e35617be,segment=NetworkSegment(be9d89a9-8560-4f43-86f6-b29743f1cbc3),segment_id=be9d89a9-8560-4f43-86f6-b29743f1cbc3)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:59.361958 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9133aec1-cc63-4baf-8b61-be681249d547 req-d1e72b97-1a78-4417-b378-5ad333766387 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231031 Jan 17 09:53:59.436542 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce4c38-eb9a-4f7f-9ae9-83304f8e5932 req-d1b5400e-d836-48b1-9da2-009e758a5ec5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:59.441753 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:59.442634 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device c5174ce2-704d-44e8-a412-b3c0304e12b5 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:53:59.443308 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c8ce4c38-eb9a-4f7f-9ae9-83304f8e5932 req-d1b5400e-d836-48b1-9da2-009e758a5ec5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.1835964 Jan 17 09:53:59.453697 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-71428bec-3514-43c8-9329-218a41af6dba service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 HTTP/1.1" status: 200 len: 217 time: 0.0906522 Jan 17 09:53:59.503026 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=bd24fa9d-aec4-4bd9-887e-f0c7e35617be,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:59.542476 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port c5174ce2-704d-44e8-a412-b3c0304e12b5, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c5174ce2-704d-44e8-a412-b3c0304e12b5,segment=NetworkSegment(be9d89a9-8560-4f43-86f6-b29743f1cbc3),segment_id=be9d89a9-8560-4f43-86f6-b29743f1cbc3)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:59.554846 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': 'c5174ce2-704d-44e8-a412-b3c0304e12b5', 'network_id': '59fc7a5a-9156-4bea-bf1d-574de2e0afc1', 'port_id': 'c5174ce2-704d-44e8-a412-b3c0304e12b5', 'mac_address': 'fa:16:3e:61:5e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9208fb27-664b-428f-ab1c-b4f44f3920f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:53:59.576467 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c8ce4c38-eb9a-4f7f-9ae9-83304f8e5932 req-a9391a38-95be-4757-85cf-4c5bccc06cc0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310458 Jan 17 09:53:59.583373 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-06a74644-4929-4621-bb50-91921af59f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:59.586052 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-06a74644-4929-4621-bb50-91921af59f14 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3e054dbc-2aac-43d1-a338-3beb57e47aa8 HTTP/1.1" status: 200 len: 850 time: 0.1179805 Jan 17 09:53:59.595130 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09322e-8451-4e1a-b166-22fa1784fcbf req-b5089f33-0bd3-4a3e-92d8-385a1316b936 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:59.595372 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port c5174ce2-704d-44e8-a412-b3c0304e12b5 is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:53:59.595779 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:59.596702 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-df09322e-8451-4e1a-b166-22fa1784fcbf req-b5089f33-0bd3-4a3e-92d8-385a1316b936 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 945 time: 0.1508610 Jan 17 09:53:59.611479 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5174ce2-704d-44e8-a412-b3c0304e12b5 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:53:59.633153 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port c5174ce2-704d-44e8-a412-b3c0304e12b5, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c5174ce2-704d-44e8-a412-b3c0304e12b5,segment=NetworkSegment(be9d89a9-8560-4f43-86f6-b29743f1cbc3),segment_id=be9d89a9-8560-4f43-86f6-b29743f1cbc3)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:53:59.680142 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9a7e431-7eac-446c-bfc1-d932aa6a2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:53:59.681690 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-e9a7e431-7eac-446c-bfc1-d932aa6a2fe4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840373 Jan 17 09:53:59.685397 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-df09322e-8451-4e1a-b166-22fa1784fcbf req-7b13752a-ff08-45ad-907b-025e1d20f539 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789697 Jan 17 09:53:59.718291 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:53:59.788736 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-9b131a17-315e-4f10-ad89-e4fb224456e5 service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987341 Jan 17 09:53:59.791841 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=c5174ce2-704d-44e8-a412-b3c0304e12b5,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:53:59.887171 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63f9ceb4-3d14-4290-b6f8-6189f24585c0 req-d0e4d1b8-92a3-4ade-9336-574d1dbc5ee6 service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924320 Jan 17 09:53:59.946106 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55438) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:53:59.964375 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3d2d3335-6b06-48c9-b5e9-0f11156fb35c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:00.041833 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3d2d3335-6b06-48c9-b5e9-0f11156fb35c admin admin] Publish callbacks [] for security_group (a351a2af-f3f0-4ae7-bb42-e1aa2386931d), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:00.158921 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24527659-f987-4afd-bd74-a748e1e6b5ac req-530527f3-3ab0-427b-8615-7e40aa6d6cc1 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:00.160415 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-24527659-f987-4afd-bd74-a748e1e6b5ac req-530527f3-3ab0-427b-8615-7e40aa6d6cc1 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 944 time: 0.0534790 Jan 17 09:54:00.192536 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3d2d3335-6b06-48c9-b5e9-0f11156fb35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (a351a2af-f3f0-4ae7-bb42-e1aa2386931d), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:00.218199 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-24527659-f987-4afd-bd74-a748e1e6b5ac req-7de7b9ef-c7fa-4de7-b23f-8e60b1937c69 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522685 Jan 17 09:54:00.231801 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-3d2d3335-6b06-48c9-b5e9-0f11156fb35c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=515070126baf4d0d938f1aaadfc08f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845559 Jan 17 09:54:00.234887 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d3335-6b06-48c9-b5e9-0f11156fb35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a351a2af-f3f0-4ae7-bb42-e1aa2386931d,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:00.237598 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55448) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:00.272807 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dfea9-dd5d-4b71-acaa-edcb30506180 req-4820ffdb-fffd-4660-a190-082ab4285e9b tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:00.274659 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0e0dfea9-dd5d-4b71-acaa-edcb30506180 req-4820ffdb-fffd-4660-a190-082ab4285e9b tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 945 time: 0.0725875 Jan 17 09:54:00.305153 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2beabdb7-ce9f-4526-a42e-6e1b95149286 admin admin] Publish callbacks [] for security_group (a351a2af-f3f0-4ae7-bb42-e1aa2386931d), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:00.327503 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0e0dfea9-dd5d-4b71-acaa-edcb30506180 req-63a11d44-ba40-41c6-829a-361f78e98a8d tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467513 Jan 17 09:54:00.331420 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2beabdb7-ce9f-4526-a42e-6e1b95149286 admin admin] Publish callbacks [] for security_group (a351a2af-f3f0-4ae7-bb42-e1aa2386931d), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:00.435662 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2beabdb7-ce9f-4526-a42e-6e1b95149286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (a351a2af-f3f0-4ae7-bb42-e1aa2386931d), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:00.438830 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2beabdb7-ce9f-4526-a42e-6e1b95149286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:00.442199 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-2beabdb7-ce9f-4526-a42e-6e1b95149286 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a351a2af-f3f0-4ae7-bb42-e1aa2386931d HTTP/1.1" status: 204 len: 168 time: 0.1889620 Jan 17 09:54:00.447781 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beabdb7-ce9f-4526-a42e-6e1b95149286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a351a2af-f3f0-4ae7-bb42-e1aa2386931d,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:00.492095 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca91ab3-70a9-4d4b-8662-21e77b56770b req-a880cdb7-72a8-4d34-9928-ec996c0e9ce3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:00.494845 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['c5174ce2-704d-44e8-a412-b3c0304e12b5'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:54:00.499412 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['bd24fa9d-aec4-4bd9-887e-f0c7e35617be'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:54:00.500641 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cca91ab3-70a9-4d4b-8662-21e77b56770b req-a880cdb7-72a8-4d34-9928-ec996c0e9ce3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 943 time: 0.0843868 Jan 17 09:54:00.552545 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cca91ab3-70a9-4d4b-8662-21e77b56770b req-46ebd26e-546f-46e2-afee-34a5269315c6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509808 Jan 17 09:54:00.708473 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec692084-9c13-487a-a189-ee2658a03ba3 req-6be98e19-df8e-4f50-ae50-45cbe5b7f9b9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:00.716307 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ec692084-9c13-487a-a189-ee2658a03ba3 req-6be98e19-df8e-4f50-ae50-45cbe5b7f9b9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0695004 Jan 17 09:54:00.770240 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ec692084-9c13-487a-a189-ee2658a03ba3 req-ae34e026-65bb-42f9-87ed-3db80466949f tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531263 Jan 17 09:54:00.825436 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d70242-240d-4f5e-8da5-52ce3787547b req-90e73b61-91d1-4c1f-a050-896e4f894325 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:00.826969 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c1d70242-240d-4f5e-8da5-52ce3787547b req-90e73b61-91d1-4c1f-a050-896e4f894325 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 945 time: 0.0487347 Jan 17 09:54:00.877918 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c1d70242-240d-4f5e-8da5-52ce3787547b req-135d0676-2029-419d-a8b2-65bbcffe6116 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453193 Jan 17 09:54:00.988115 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 518baf01-6ebd-4d11-989c-0703aba6e08d details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:54:01.047508 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device a7df3738-0e8b-4ef6-9796-89313eec43fb up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:54:01.123288 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 518baf01-6ebd-4d11-989c-0703aba6e08d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=518baf01-6ebd-4d11-989c-0703aba6e08d,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:01.137986 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'port_id': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'mac_address': 'fa:16:3e:e7:71:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:54:01.176940 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 518baf01-6ebd-4d11-989c-0703aba6e08d is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:54:01.177344 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:01.194269 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518baf01-6ebd-4d11-989c-0703aba6e08d {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:54:01.216999 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 518baf01-6ebd-4d11-989c-0703aba6e08d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=518baf01-6ebd-4d11-989c-0703aba6e08d,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:01.226206 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port a7df3738-0e8b-4ef6-9796-89313eec43fb completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:54:01.230803 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port a7df3738-0e8b-4ef6-9796-89313eec43fb triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:54:01.231413 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:01.313097 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port a7df3738-0e8b-4ef6-9796-89313eec43fb is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:54:01.313488 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:01.333272 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:01.340156 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f7d570-b130-4244-9f05-31f7600d200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7df3738-0e8b-4ef6-9796-89313eec43fb'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:54:01.345593 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60818165-554c-435f-810d-50175ac36093 req-839f431f-1c24-49c5-8ae2-93af92668c1f tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:01.347168 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-60818165-554c-435f-810d-50175ac36093 req-839f431f-1c24-49c5-8ae2-93af92668c1f tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 944 time: 0.0548856 Jan 17 09:54:01.435659 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-60818165-554c-435f-810d-50175ac36093 req-f7956d85-386b-496b-bff8-fc92f5676f3d tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788352 Jan 17 09:54:01.435847 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port a7df3738-0e8b-4ef6-9796-89313eec43fb, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=a7df3738-0e8b-4ef6-9796-89313eec43fb,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:01.465120 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=518baf01-6ebd-4d11-989c-0703aba6e08d,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:01.497472 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a682f-1506-4b48-8755-b7262bb5b072 req-65067707-7506-41a3-a754-956551b6c57c tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:01.500238 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:01.501343 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device bc88e209-2151-4e19-9891-45402432fe27 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:54:01.504344 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ec7a682f-1506-4b48-8755-b7262bb5b072 req-65067707-7506-41a3-a754-956551b6c57c tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 945 time: 0.0681031 Jan 17 09:54:01.550703 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ec7a682f-1506-4b48-8755-b7262bb5b072 req-f4bba08e-34eb-45a4-b661-e6e85bfb1d05 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454714 Jan 17 09:54:01.587521 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=a7df3738-0e8b-4ef6-9796-89313eec43fb,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:01.614994 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bf8ab6-cf22-4b62-a7e9-d024dc470376" -d '{"events": [{"server_uuid": "a6f7d570-b130-4244-9f05-31f7600d200a", "name": "network-vif-plugged", "status": "completed", "tag": "a7df3738-0e8b-4ef6-9796-89313eec43fb"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:54:01.676903 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b586db-4be6-4953-86ec-fbff39e3c279 req-04eb86f9-bb39-4734-8c54-ba354777f684 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:01.680358 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-00b586db-4be6-4953-86ec-fbff39e3c279 req-04eb86f9-bb39-4734-8c54-ba354777f684 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 943 time: 0.0596430 Jan 17 09:54:01.695278 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port bc88e209-2151-4e19-9891-45402432fe27 completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:54:01.701328 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port bc88e209-2151-4e19-9891-45402432fe27 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:54:01.702374 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (bc88e209-2151-4e19-9891-45402432fe27), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:01.735305 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-00b586db-4be6-4953-86ec-fbff39e3c279 req-ee5812fe-3207-4731-9fd9-81fa18510176 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538921 Jan 17 09:54:01.785426 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port bc88e209-2151-4e19-9891-45402432fe27 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:54:01.786498 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (bc88e209-2151-4e19-9891-45402432fe27), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:01.830325 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port bc88e209-2151-4e19-9891-45402432fe27, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=bc88e209-2151-4e19-9891-45402432fe27,segment=NetworkSegment(378ee84d-6e72-48e5-a4c1-83c10c607703),segment_id=378ee84d-6e72-48e5-a4c1-83c10c607703)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:01.884161 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (bc88e209-2151-4e19-9891-45402432fe27), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:01.888742 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112539b6-3d64-4c2b-8a3f-1043a39203ac x-openstack-request-id: req-112539b6-3d64-4c2b-8a3f-1043a39203ac {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:54:01.889247 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f7d570-b130-4244-9f05-31f7600d200a", "name": "network-vif-plugged", "status": "completed", "tag": "a7df3738-0e8b-4ef6-9796-89313eec43fb", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:54:01.902009 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-112539b6-3d64-4c2b-8a3f-1043a39203ac {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:54:01.902009 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f7d570-b130-4244-9f05-31f7600d200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7df3738-0e8b-4ef6-9796-89313eec43fb', 'code': 200} Jan 17 09:54:01.902209 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ad303-bd48-4b81-92aa-52a490bd7a77 req-17182a3b-2120-4e49-9fff-771565ccfefd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:01.902209 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f51ad303-bd48-4b81-92aa-52a490bd7a77 req-17182a3b-2120-4e49-9fff-771565ccfefd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 944 time: 0.0559149 Jan 17 09:54:01.960716 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=bc88e209-2151-4e19-9891-45402432fe27,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:01.992318 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['518baf01-6ebd-4d11-989c-0703aba6e08d'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:54:02.030250 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f51ad303-bd48-4b81-92aa-52a490bd7a77 req-7b95e6eb-e37e-424c-a625-d4896debd662 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103880 Jan 17 09:54:02.136125 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6606c-f7b7-4c17-87b1-1fc8bc4f8cef req-4bc362e2-b744-40f6-8e7b-7879e6501625 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:02.137512 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4bd6606c-f7b7-4c17-87b1-1fc8bc4f8cef req-4bc362e2-b744-40f6-8e7b-7879e6501625 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 946 time: 0.1105740 Jan 17 09:54:02.199042 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4bd6606c-f7b7-4c17-87b1-1fc8bc4f8cef req-6d6c1ed0-8e90-4b6f-bca3-35288735f81d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556509 Jan 17 09:54:02.348259 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af9a9a-3ee2-44e4-8b3a-fa30c728a920 req-0d07ffc8-7297-4474-9d81-fab11203305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:02.349784 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-59af9a9a-3ee2-44e4-8b3a-fa30c728a920 req-0d07ffc8-7297-4474-9d81-fab11203305e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 1099 time: 0.0788674 Jan 17 09:54:02.370044 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-59af9a9a-3ee2-44e4-8b3a-fa30c728a920 req-bd611357-f845-41f6-9c6e-255abca843d5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:02.472758 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-59af9a9a-3ee2-44e4-8b3a-fa30c728a920 req-bd611357-f845-41f6-9c6e-255abca843d5 service neutron] Publish callbacks [] for security_group (37a873a2-26dc-49c3-a41c-af72a68fbb48), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:02.549994 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-59af9a9a-3ee2-44e4-8b3a-fa30c728a920 req-bd611357-f845-41f6-9c6e-255abca843d5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (37a873a2-26dc-49c3-a41c-af72a68fbb48), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:02.566492 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5ccc2-f90b-45f6-94e1-ed4d0a824513 req-6219bfab-bf77-4cbe-8f7f-281d072d80d8 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:02.568116 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93b5ccc2-f90b-45f6-94e1-ed4d0a824513 req-6219bfab-bf77-4cbe-8f7f-281d072d80d8 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 944 time: 0.0589328 Jan 17 09:54:02.626592 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd611357-f845-41f6-9c6e-255abca843d5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=37a873a2-26dc-49c3-a41c-af72a68fbb48,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:02.631228 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-59af9a9a-3ee2-44e4-8b3a-fa30c728a920 req-bd611357-f845-41f6-9c6e-255abca843d5 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755027 Jan 17 09:54:02.684713 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93b5ccc2-f90b-45f6-94e1-ed4d0a824513 req-4ae6331f-bc5c-4a36-bbf3-27f75144339c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996568 Jan 17 09:54:02.711453 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb683169-3f53-450a-b96f-0bdea74c3ada req-1a7d6732-0adf-410b-9e3b-ec898e46055d tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:02.712969 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bb683169-3f53-450a-b96f-0bdea74c3ada req-1a7d6732-0adf-410b-9e3b-ec898e46055d tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 946 time: 0.0669606 Jan 17 09:54:02.770434 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bb683169-3f53-450a-b96f-0bdea74c3ada req-24c11920-6757-4cca-82df-15c4427b6122 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510185 Jan 17 09:54:02.859836 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20da944-dd44-48dc-8289-5bf132e57068 req-ec966117-3832-449d-8890-c48740fe1d3e tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:02.861416 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b20da944-dd44-48dc-8289-5bf132e57068 req-ec966117-3832-449d-8890-c48740fe1d3e tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 943 time: 0.0524249 Jan 17 09:54:02.909450 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b20da944-dd44-48dc-8289-5bf132e57068 req-818740d4-fc5d-48f3-af37-2451d21d7f5d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424974 Jan 17 09:54:03.003069 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:54:03.007274 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device bd24fa9d-aec4-4bd9-887e-f0c7e35617be up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:54:03.024149 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55566) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:03.152099 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5db807e6-f7da-4873-a1fa-2581615733a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.152617 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:03.173374 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'port_id': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2', 'mac_address': 'fa:16:3e:e7:17:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:54:03.174896 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32468a57-6f29-492c-bb25-574477eadcad req-ca1beca0-6eb3-4fbb-ab2d-b4260a337240 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:03.181784 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-32468a57-6f29-492c-bb25-574477eadcad req-ca1beca0-6eb3-4fbb-ab2d-b4260a337240 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 944 time: 0.0589416 Jan 17 09:54:03.210922 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port bd24fa9d-aec4-4bd9-887e-f0c7e35617be completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:54:03.221654 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port bd24fa9d-aec4-4bd9-887e-f0c7e35617be triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:54:03.222048 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.248261 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:54:03.248261 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.248474 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-32468a57-6f29-492c-bb25-574477eadcad req-bfa3cdbc-e772-4261-88ef-379c5675099d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625594 Jan 17 09:54:03.261407 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5db807e6-f7da-4873-a1fa-2581615733a1 admin admin] Publish callbacks [] for security_group (5b9bfcc3-c5b7-4ea7-8709-2399e78d7291), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.268642 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:54:03.300298 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:03.318273 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5db807e6-f7da-4873-a1fa-2581615733a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5b9bfcc3-c5b7-4ea7-8709-2399e78d7291), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.346977 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port bd24fa9d-aec4-4bd9-887e-f0c7e35617be is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:54:03.347380 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.356836 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db807e6-f7da-4873-a1fa-2581615733a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9bfcc3-c5b7-4ea7-8709-2399e78d7291,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:03.381087 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.385057 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-5db807e6-f7da-4873-a1fa-2581615733a1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8f6bd4986323493cb1cbf97494e6cc9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590753 Jan 17 09:54:03.386870 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55580) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:03.388932 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port bd24fa9d-aec4-4bd9-887e-f0c7e35617be, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=bd24fa9d-aec4-4bd9-887e-f0c7e35617be,segment=NetworkSegment(be9d89a9-8560-4f43-86f6-b29743f1cbc3),segment_id=be9d89a9-8560-4f43-86f6-b29743f1cbc3)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:03.392283 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aeacf9-61a3-4c82-9a3f-ad353dd1c7ac req-56889ca7-cc6e-41f8-b488-d5028bee0885 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:03.402042 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a8aeacf9-61a3-4c82-9a3f-ad353dd1c7ac req-56889ca7-cc6e-41f8-b488-d5028bee0885 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 946 time: 0.1053815 Jan 17 09:54:03.439497 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:03.451520 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ac3200c2-6b9a-47c9-a6f9-1c37099ccb14 admin admin] Publish callbacks [] for security_group (5b9bfcc3-c5b7-4ea7-8709-2399e78d7291), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.459372 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a8aeacf9-61a3-4c82-9a3f-ad353dd1c7ac req-e05e87bf-ed1f-4f19-aaa3-04c8763dff39 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562742 Jan 17 09:54:03.470713 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.471841 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device c5174ce2-704d-44e8-a412-b3c0304e12b5 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:54:03.478139 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ac3200c2-6b9a-47c9-a6f9-1c37099ccb14 admin admin] Publish callbacks [] for security_group (5b9bfcc3-c5b7-4ea7-8709-2399e78d7291), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.555039 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=bd24fa9d-aec4-4bd9-887e-f0c7e35617be,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:03.695118 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port c5174ce2-704d-44e8-a412-b3c0304e12b5 completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:54:03.695310 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ac3200c2-6b9a-47c9-a6f9-1c37099ccb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5b9bfcc3-c5b7-4ea7-8709-2399e78d7291), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.697915 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ac3200c2-6b9a-47c9-a6f9-1c37099ccb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.699134 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-ac3200c2-6b9a-47c9-a6f9-1c37099ccb14 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5b9bfcc3-c5b7-4ea7-8709-2399e78d7291 HTTP/1.1" status: 204 len: 168 time: 0.3111579 Jan 17 09:54:03.699609 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port c5174ce2-704d-44e8-a412-b3c0304e12b5 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:54:03.700093 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.709035 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3200c2-6b9a-47c9-a6f9-1c37099ccb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9bfcc3-c5b7-4ea7-8709-2399e78d7291,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:03.804786 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port c5174ce2-704d-44e8-a412-b3c0304e12b5 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:54:03.805563 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:03.810273 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b3334-e736-49ef-a75a-03fbcb983d13 req-4fe36cc3-11be-4dd6-908c-bd8a6a792a66 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:03.813302 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-260b3334-e736-49ef-a75a-03fbcb983d13 req-4fe36cc3-11be-4dd6-908c-bd8a6a792a66 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 944 time: 0.0523975 Jan 17 09:54:03.841205 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port c5174ce2-704d-44e8-a412-b3c0304e12b5, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c5174ce2-704d-44e8-a412-b3c0304e12b5,segment=NetworkSegment(be9d89a9-8560-4f43-86f6-b29743f1cbc3),segment_id=be9d89a9-8560-4f43-86f6-b29743f1cbc3)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:03.889603 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-260b3334-e736-49ef-a75a-03fbcb983d13 req-460518bd-eb06-460b-a898-68656c137f29 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702100 Jan 17 09:54:03.891432 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fae42d-9912-4bb8-81fa-cb7d11f956a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc88e209-2151-4e19-9891-45402432fe27'}, {'server_uuid': 'a8793696-9b8b-4e72-be11-b91e267c2681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd24fa9d-aec4-4bd9-887e-f0c7e35617be'}, {'server_uuid': '89807e82-c0fe-495d-a90c-9560ae07245a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5174ce2-704d-44e8-a412-b3c0304e12b5'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:54:03.894545 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f60a86-17f2-48cf-a732-6737be7f40a9" -d '{"events": [{"server_uuid": "63fae42d-9912-4bb8-81fa-cb7d11f956a1", "name": "network-vif-plugged", "status": "completed", "tag": "bc88e209-2151-4e19-9891-45402432fe27"}, {"server_uuid": "a8793696-9b8b-4e72-be11-b91e267c2681", "name": "network-vif-plugged", "status": "completed", "tag": "bd24fa9d-aec4-4bd9-887e-f0c7e35617be"}, {"server_uuid": "89807e82-c0fe-495d-a90c-9560ae07245a", "name": "network-vif-plugged", "status": "completed", "tag": "c5174ce2-704d-44e8-a412-b3c0304e12b5"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:54:03.906602 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa69a6-1326-4021-a8ee-97cc4aad3564 req-782e101b-1843-48a4-95d6-031870a776df tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:03.908108 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c8aa69a6-1326-4021-a8ee-97cc4aad3564 req-782e101b-1843-48a4-95d6-031870a776df tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 946 time: 0.0684390 Jan 17 09:54:03.918124 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:54:03.956253 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 17 Jan 2022 09:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc915d8-bf8c-4392-b276-4c21f498e8f3 x-openstack-request-id: req-1dc915d8-bf8c-4392-b276-4c21f498e8f3 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:54:03.956581 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fae42d-9912-4bb8-81fa-cb7d11f956a1", "name": "network-vif-plugged", "status": "completed", "tag": "bc88e209-2151-4e19-9891-45402432fe27", "code": 200}, {"server_uuid": "a8793696-9b8b-4e72-be11-b91e267c2681", "name": "network-vif-plugged", "status": "completed", "tag": "bd24fa9d-aec4-4bd9-887e-f0c7e35617be", "code": 200}, {"server_uuid": "89807e82-c0fe-495d-a90c-9560ae07245a", "name": "network-vif-plugged", "status": "completed", "tag": "c5174ce2-704d-44e8-a412-b3c0304e12b5", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:54:03.956875 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1dc915d8-bf8c-4392-b276-4c21f498e8f3 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:54:03.957240 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fae42d-9912-4bb8-81fa-cb7d11f956a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc88e209-2151-4e19-9891-45402432fe27', 'code': 200} Jan 17 09:54:03.957502 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8793696-9b8b-4e72-be11-b91e267c2681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd24fa9d-aec4-4bd9-887e-f0c7e35617be', 'code': 200} Jan 17 09:54:03.957762 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89807e82-c0fe-495d-a90c-9560ae07245a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5174ce2-704d-44e8-a412-b3c0304e12b5', 'code': 200} Jan 17 09:54:03.963290 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c8aa69a6-1326-4021-a8ee-97cc4aad3564 req-10a83cd9-504e-48aa-ab3c-5e8b814869bd tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491719 Jan 17 09:54:04.009173 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:04.094090 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c334f67-7bbf-42d7-8333-dd40d595fb3b req-2f0d5780-3b38-4b13-a342-4d5460999750 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:04.096892 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3c334f67-7bbf-42d7-8333-dd40d595fb3b req-2f0d5780-3b38-4b13-a342-4d5460999750 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 944 time: 0.0798624 Jan 17 09:54:04.103154 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=c5174ce2-704d-44e8-a412-b3c0304e12b5,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:04.163267 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3c334f67-7bbf-42d7-8333-dd40d595fb3b req-71c125d9-ed4f-4a7b-a250-7c81f20d6fed tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601871 Jan 17 09:54:04.376158 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d559f-43c6-4135-b20d-1e8139e302b7 req-48689ffc-fb1f-405c-b5b0-df71900e1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:04.377615 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-972d559f-43c6-4135-b20d-1e8139e302b7 req-48689ffc-fb1f-405c-b5b0-df71900e1993 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 1099 time: 0.0816121 Jan 17 09:54:04.396916 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2841f7a-099b-41bf-854e-ee7a3f608336 req-0443e25c-94e5-4e35-84f2-4c2d31606ca8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:04.398331 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b2841f7a-099b-41bf-854e-ee7a3f608336 req-0443e25c-94e5-4e35-84f2-4c2d31606ca8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 944 time: 0.0707335 Jan 17 09:54:04.468959 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-972d559f-43c6-4135-b20d-1e8139e302b7 req-81c2ed76-a4c5-45e9-ba2a-94b37d51eb66 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696635 Jan 17 09:54:04.473455 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b2841f7a-099b-41bf-854e-ee7a3f608336 req-d9cefbc6-933c-4f5d-9687-fe06c91a0e36 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682087 Jan 17 09:54:04.478375 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:04.521564 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da4235-bbf7-467b-b933-c0fd0001aec1 req-baf40a38-7f71-4a49-b0d4-f65d26b6cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:04.525378 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-81da4235-bbf7-467b-b933-c0fd0001aec1 req-baf40a38-7f71-4a49-b0d4-f65d26b6cb04 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 1098 time: 0.1247220 Jan 17 09:54:04.525378 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1befe6-c819-4ef9-9fb6-1d780af1f2d0 req-0f0c774c-ea06-4e11-ab1f-e6c96720510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:04.526103 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0d1befe6-c819-4ef9-9fb6-1d780af1f2d0 req-0f0c774c-ea06-4e11-ab1f-e6c96720510e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 1098 time: 0.0714600 Jan 17 09:54:04.603985 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded546e9-82e8-476f-ba22-21ba32aeaa55 req-2ab8f018-903f-44e1-b64d-3c7ec100a5ed tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:04.605504 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ded546e9-82e8-476f-ba22-21ba32aeaa55 req-2ab8f018-903f-44e1-b64d-3c7ec100a5ed tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 946 time: 0.0572207 Jan 17 09:54:04.650072 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55608) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:04.655114 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ded546e9-82e8-476f-ba22-21ba32aeaa55 req-675eb386-800e-4077-ba17-967b0ca05a4c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429742 Jan 17 09:54:04.659546 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-21f088a0-6a33-41a8-80c5-5abab0191d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:04.733152 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-21f088a0-6a33-41a8-80c5-5abab0191d0a admin admin] Publish callbacks [] for security_group (8cb294ce-6ceb-426d-a662-4ee2a3e3365a), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:04.823992 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-21f088a0-6a33-41a8-80c5-5abab0191d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (8cb294ce-6ceb-426d-a662-4ee2a3e3365a), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:04.876468 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0d1befe6-c819-4ef9-9fb6-1d780af1f2d0 req-cd16d3e6-c4b9-4d10-88ab-9b6dc6061764 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046252 Jan 17 09:54:04.878363 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-81da4235-bbf7-467b-b933-c0fd0001aec1 req-da052ed6-2b3d-445b-954e-aba7fe6ddcc7 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010678 Jan 17 09:54:04.887130 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f088a0-6a33-41a8-80c5-5abab0191d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb294ce-6ceb-426d-a662-4ee2a3e3365a,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:04.891577 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-21f088a0-6a33-41a8-80c5-5abab0191d0a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f8214868edf54008a8082ba928e0c35a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467294 Jan 17 09:54:04.894903 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55616) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:04.948974 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b34da631-4358-450e-8a97-02c4e75584b8 admin admin] Publish callbacks [] for security_group (8cb294ce-6ceb-426d-a662-4ee2a3e3365a), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:04.971043 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b34da631-4358-450e-8a97-02c4e75584b8 admin admin] Publish callbacks [] for security_group (8cb294ce-6ceb-426d-a662-4ee2a3e3365a), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:05.009310 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd690f-6664-4667-85d9-c77dfb1ad0ec req-ed99300c-3973-4b4a-b4e4-3d4acc18500b tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:05.010909 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-44bd690f-6664-4667-85d9-c77dfb1ad0ec req-ed99300c-3973-4b4a-b4e4-3d4acc18500b tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0516241 Jan 17 09:54:05.014364 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 518baf01-6ebd-4d11-989c-0703aba6e08d up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:54:05.068960 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-44bd690f-6664-4667-85d9-c77dfb1ad0ec req-9bcbd104-1509-499d-a68d-8f29752851d9 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508513 Jan 17 09:54:05.111911 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b34da631-4358-450e-8a97-02c4e75584b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (8cb294ce-6ceb-426d-a662-4ee2a3e3365a), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:05.114844 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b34da631-4358-450e-8a97-02c4e75584b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:05.116221 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-b34da631-4358-450e-8a97-02c4e75584b8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8cb294ce-6ceb-426d-a662-4ee2a3e3365a HTTP/1.1" status: 204 len: 168 time: 0.2209065 Jan 17 09:54:05.126112 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60ecb8-430b-48c0-8b38-d0907d522be2 req-652b954e-0120-4025-ae59-71f974d31dda tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:05.127713 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ed60ecb8-430b-48c0-8b38-d0907d522be2 req-652b954e-0120-4025-ae59-71f974d31dda tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 946 time: 0.0539610 Jan 17 09:54:05.129471 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34da631-4358-450e-8a97-02c4e75584b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb294ce-6ceb-426d-a662-4ee2a3e3365a,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:05.134927 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 518baf01-6ebd-4d11-989c-0703aba6e08d completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:54:05.150062 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 518baf01-6ebd-4d11-989c-0703aba6e08d triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:54:05.150062 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:05.189086 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ed60ecb8-430b-48c0-8b38-d0907d522be2 req-35fd23c8-897c-4365-921d-9e79d6d94236 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541601 Jan 17 09:54:05.240532 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 518baf01-6ebd-4d11-989c-0703aba6e08d is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:54:05.240940 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:05.274806 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 518baf01-6ebd-4d11-989c-0703aba6e08d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=518baf01-6ebd-4d11-989c-0703aba6e08d,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:05.282675 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283e9ff-7b2f-4f7a-aa49-c4456549a320 req-0b509049-d1e7-4311-b495-918b84b7d961 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:05.284190 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b283e9ff-7b2f-4f7a-aa49-c4456549a320 req-0b509049-d1e7-4311-b495-918b84b7d961 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 944 time: 0.0515592 Jan 17 09:54:05.330139 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b283e9ff-7b2f-4f7a-aa49-c4456549a320 req-222757fc-561f-41c1-a675-c0e125cd06ea tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402625 Jan 17 09:54:05.358186 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:05.415859 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=518baf01-6ebd-4d11-989c-0703aba6e08d,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:05.614413 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9cdf4-ab12-4da9-af44-22bdaf9e911d req-a996d628-db85-4510-bdcb-bc78a08347f8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:05.616319 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-efa9cdf4-ab12-4da9-af44-22bdaf9e911d req-a996d628-db85-4510-bdcb-bc78a08347f8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0584693 Jan 17 09:54:05.667313 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-efa9cdf4-ab12-4da9-af44-22bdaf9e911d req-a6cebf16-6a25-4072-adfb-f33008c49ad4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430970 Jan 17 09:54:05.772484 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d94ea4-f408-4ea8-850c-8a63618a416a req-51ea9c75-9230-42f1-bc19-1e82f5372dab tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:05.777504 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a3d94ea4-f408-4ea8-850c-8a63618a416a req-51ea9c75-9230-42f1-bc19-1e82f5372dab tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 946 time: 0.0519488 Jan 17 09:54:05.824222 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a3d94ea4-f408-4ea8-850c-8a63618a416a req-b8eb13c2-882a-43d9-a3e3-ec9c2b6606f6 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436168 Jan 17 09:54:05.958879 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:54:05.961280 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe30fad-8670-4af9-b277-d0b8a56e6b84" -d '{"events": [{"server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "name": "network-vif-plugged", "status": "completed", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:54:06.000368 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebbb9fd-b63e-4ade-b088-b850def6f3ce x-openstack-request-id: req-7ebbb9fd-b63e-4ade-b088-b850def6f3ce {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:54:06.000695 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "name": "network-vif-plugged", "status": "completed", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:54:06.000989 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7ebbb9fd-b63e-4ade-b088-b850def6f3ce {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:54:06.001393 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'code': 200} Jan 17 09:54:06.191726 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a8614-dd5c-4bd2-b283-bcc462ade9a0 req-25e95b77-1e8f-4635-9e56-39e3bf4102ea tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:06.193151 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-472a8614-dd5c-4bd2-b283-bcc462ade9a0 req-25e95b77-1e8f-4635-9e56-39e3bf4102ea tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0544646 Jan 17 09:54:06.249209 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-472a8614-dd5c-4bd2-b283-bcc462ade9a0 req-8fe85a85-2f90-448f-bf34-1f6dc419e700 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501180 Jan 17 09:54:06.353064 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567ae37-614e-4ecd-8342-c418b722f965 req-5315d534-e184-4cf7-84d9-85b06af27ceb tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:06.354982 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f567ae37-614e-4ecd-8342-c418b722f965 req-5315d534-e184-4cf7-84d9-85b06af27ceb tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 946 time: 0.0567789 Jan 17 09:54:06.407018 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55548f-e2d4-4965-b1b5-8d2ab3b6463a req-7579e8f1-a845-4e81-b02a-10698afebc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:06.408624 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fb55548f-e2d4-4965-b1b5-8d2ab3b6463a req-7579e8f1-a845-4e81-b02a-10698afebc77 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 1098 time: 0.0595622 Jan 17 09:54:06.423370 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f567ae37-614e-4ecd-8342-c418b722f965 req-81f306e3-7dd1-433d-933c-35ae420e7782 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619714 Jan 17 09:54:06.468450 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fb55548f-e2d4-4965-b1b5-8d2ab3b6463a req-45b7fc1d-d6c5-408e-a3dd-3006cb0ee7bb service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496562 Jan 17 09:54:06.484338 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880d6a8-d2e1-4c36-a403-37c699778b2a req-763c19e6-3eb6-44b2-b672-e77983ba6bf9 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:06.486100 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c880d6a8-d2e1-4c36-a403-37c699778b2a req-763c19e6-3eb6-44b2-b672-e77983ba6bf9 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 944 time: 0.0570190 Jan 17 09:54:06.533333 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c880d6a8-d2e1-4c36-a403-37c699778b2a req-f3799923-e044-4ebb-9ca5-1a6ccbbcb6b5 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415802 Jan 17 09:54:06.794493 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4138e-51d0-4c49-ae25-dd988392cc8b req-67ea856b-5ac5-4952-a407-c58747af9fc5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:06.797609 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-77b4138e-51d0-4c49-ae25-dd988392cc8b req-67ea856b-5ac5-4952-a407-c58747af9fc5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0602329 Jan 17 09:54:06.849220 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-77b4138e-51d0-4c49-ae25-dd988392cc8b req-4297bf1b-44c3-4730-9128-507efae1de4b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461788 Jan 17 09:54:06.951124 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bd605-fc03-47b0-8214-50681ea6f7cd req-db1585af-0f24-4028-a2f5-deae93de6c5d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:06.953212 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2a9bd605-fc03-47b0-8214-50681ea6f7cd req-db1585af-0f24-4028-a2f5-deae93de6c5d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 946 time: 0.0545413 Jan 17 09:54:07.009878 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2a9bd605-fc03-47b0-8214-50681ea6f7cd req-11c34707-ffeb-420b-a512-23078f424177 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463328 Jan 17 09:54:07.012367 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:54:07.197541 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:54:07.201823 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:54:07.202286 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:07.302987 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:54:07.309269 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:07.341409 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:07.392505 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda4ba1-0f70-40c6-82fc-aa569964c969 req-d6269df0-fa7c-4b62-8ddc-39d7e79ad90a tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:07.394032 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9cda4ba1-0f70-40c6-82fc-aa569964c969 req-d6269df0-fa7c-4b62-8ddc-39d7e79ad90a tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0486777 Jan 17 09:54:07.407564 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:07.445320 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9cda4ba1-0f70-40c6-82fc-aa569964c969 req-52d6b408-e6a1-4dc3-a970-10442b8b5085 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454490 Jan 17 09:54:07.466915 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:07.549420 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592651db-a66b-4260-8cff-7b6a0df9b627 req-f56e91b0-dddc-435b-b637-ede3fab8ff25 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:07.550983 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-592651db-a66b-4260-8cff-7b6a0df9b627 req-f56e91b0-dddc-435b-b637-ede3fab8ff25 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 946 time: 0.0489135 Jan 17 09:54:07.606964 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-592651db-a66b-4260-8cff-7b6a0df9b627 req-97ac644a-6c01-4b03-b9d3-a82d21bd77dd tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476694 Jan 17 09:54:07.654414 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072b487-1177-4232-900b-31280421b716 req-8ec3832a-59b7-4703-9edc-3628209a955a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:07.656090 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3072b487-1177-4232-900b-31280421b716 req-8ec3832a-59b7-4703-9edc-3628209a955a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0540338 Jan 17 09:54:07.706593 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3072b487-1177-4232-900b-31280421b716 req-c5d73aa4-afe7-463a-9e0d-456639de08f1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449729 Jan 17 09:54:07.982380 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369e3af-0367-4958-9689-f7ddaa2bac54 req-6ef10c0f-ae0f-4965-9ab0-726d3de41eae tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:07.984044 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5369e3af-0367-4958-9689-f7ddaa2bac54 req-6ef10c0f-ae0f-4965-9ab0-726d3de41eae tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0511632 Jan 17 09:54:08.003083 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a408e34f-d5f2-4370-8f30-9d976895fba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:54:08.005449 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e49e261-75a3-4055-ac1f-236f65dd92ff" -d '{"events": [{"server_uuid": "a408e34f-d5f2-4370-8f30-9d976895fba5", "name": "network-vif-plugged", "status": "completed", "tag": "3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:54:08.039293 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5369e3af-0367-4958-9689-f7ddaa2bac54 req-3f59962a-b6ed-485a-9150-8edceb9e1602 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405014 Jan 17 09:54:08.039883 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c795c117-384d-4cf6-bc1f-89f6a27d63e2 x-openstack-request-id: req-c795c117-384d-4cf6-bc1f-89f6a27d63e2 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:54:08.040376 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a408e34f-d5f2-4370-8f30-9d976895fba5", "name": "network-vif-plugged", "status": "completed", "tag": "3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:54:08.040453 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c795c117-384d-4cf6-bc1f-89f6a27d63e2 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:54:08.040836 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a408e34f-d5f2-4370-8f30-9d976895fba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2', 'code': 200} Jan 17 09:54:08.425123 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2464fa-ff5e-40d6-9d9e-72566ec4edd7 req-5462fb1b-6c8d-44b4-9692-8ac39570da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:08.426652 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ac2464fa-ff5e-40d6-9d9e-72566ec4edd7 req-5462fb1b-6c8d-44b4-9692-8ac39570da34 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 1098 time: 0.0434291 Jan 17 09:54:08.475523 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ac2464fa-ff5e-40d6-9d9e-72566ec4edd7 req-7557f4a0-c566-443a-9967-aca7ea826769 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422699 Jan 17 09:54:08.587050 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea70f65-1c08-4eb0-8d4f-d15e5f4fa02a req-38c317e4-44be-49f3-b143-9b43682d5d80 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:08.589658 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-eea70f65-1c08-4eb0-8d4f-d15e5f4fa02a req-38c317e4-44be-49f3-b143-9b43682d5d80 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0710373 Jan 17 09:54:08.639465 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-eea70f65-1c08-4eb0-8d4f-d15e5f4fa02a req-d2a90cab-eb7c-4eaf-81e9-b71c219e39d6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430543 Jan 17 09:54:08.776186 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55764) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:08.846246 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162c101-2b1d-48be-a8dc-01599b76d979 req-95a0beb7-a5c4-4e62-a912-619c56214235 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:08.848048 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2162c101-2b1d-48be-a8dc-01599b76d979 req-95a0beb7-a5c4-4e62-a912-619c56214235 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0575137 Jan 17 09:54:08.892119 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c923380d-88ba-474b-ba26-10f6bd415304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:08.985421 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c923380d-88ba-474b-ba26-10f6bd415304 admin admin] Publish callbacks [] for security_group (00ddd95a-b88d-4d65-a91f-83c7683aced3), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:09.088349 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2162c101-2b1d-48be-a8dc-01599b76d979 req-f677c5db-092e-4eea-86de-5d2be3aaf2b8 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350328 Jan 17 09:54:09.170417 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c923380d-88ba-474b-ba26-10f6bd415304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (00ddd95a-b88d-4d65-a91f-83c7683aced3), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:09.194163 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd887f0c-83b9-41b3-966e-e9c62e6949ed req-de20d0c9-1257-46f2-98d5-52c548199bcf tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:09.195793 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dd887f0c-83b9-41b3-966e-e9c62e6949ed req-de20d0c9-1257-46f2-98d5-52c548199bcf tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0521977 Jan 17 09:54:09.199758 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923380d-88ba-474b-ba26-10f6bd415304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ddd95a-b88d-4d65-a91f-83c7683aced3,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:09.205754 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-c923380d-88ba-474b-ba26-10f6bd415304 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b02bf989a2c84864b9f0bd1256bd628b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282122 Jan 17 09:54:09.218890 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55774) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:09.239251 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 55776) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:09.256930 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dd887f0c-83b9-41b3-966e-e9c62e6949ed req-feec297f-b930-415f-a9e9-56aa442dcd24 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532987 Jan 17 09:54:09.260597 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4d7bafca-eac6-4451-9f26-ae642cde6833 admin admin] Publish callbacks [] for security_group (00ddd95a-b88d-4d65-a91f-83c7683aced3), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:09.293443 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4d7bafca-eac6-4451-9f26-ae642cde6833 admin admin] Publish callbacks [] for security_group (00ddd95a-b88d-4d65-a91f-83c7683aced3), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:09.391676 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5fa757d5-2b64-48dc-af63-4fe0e92780d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:09.488039 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fab4b-84f9-4c71-aba2-7b68220ef146 req-1f5ebc8d-b0d4-4bbe-b1f1-5416783ea1d2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:09.489512 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a48fab4b-84f9-4c71-aba2-7b68220ef146 req-1f5ebc8d-b0d4-4bbe-b1f1-5416783ea1d2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0889235 Jan 17 09:54:09.505547 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55786) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:09.506912 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306d1f4-b280-4b5c-b83c-b42af01e31ca req-923bb5b8-4fb3-40c9-9fdf-de0c44330194 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:09.508363 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1306d1f4-b280-4b5c-b83c-b42af01e31ca req-923bb5b8-4fb3-40c9-9fdf-de0c44330194 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0727205 Jan 17 09:54:09.510165 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-045b48b8-fa62-4e84-8706-b33fd14ac34d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Request body: {'floatingip': {'port_id': '518baf01-6ebd-4d11-989c-0703aba6e08d'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:54:09.540884 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4d7bafca-eac6-4451-9f26-ae642cde6833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (00ddd95a-b88d-4d65-a91f-83c7683aced3), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:09.543796 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4d7bafca-eac6-4451-9f26-ae642cde6833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:09.545110 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-4d7bafca-eac6-4451-9f26-ae642cde6833 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/00ddd95a-b88d-4d65-a91f-83c7683aced3 HTTP/1.1" status: 204 len: 168 time: 0.3360026 Jan 17 09:54:09.573176 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1306d1f4-b280-4b5c-b83c-b42af01e31ca req-0dfd173b-1817-4ec1-b955-bf8abfc7db78 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590889 Jan 17 09:54:09.599674 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bafca-eac6-4451-9f26-ae642cde6833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ddd95a-b88d-4d65-a91f-83c7683aced3,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:09.614179 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-045b48b8-fa62-4e84-8706-b33fd14ac34d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (a0b04f88-c8f5-40c6-a2e0-bcb3b850c000), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:09.636789 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5fa757d5-2b64-48dc-af63-4fe0e92780d9 admin admin] Publish callbacks [] for security_group (181da768-07a1-4fc2-94f4-1e7b1d0d8039), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:09.752044 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5fa757d5-2b64-48dc-af63-4fe0e92780d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (181da768-07a1-4fc2-94f4-1e7b1d0d8039), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:09.792025 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-5fa757d5-2b64-48dc-af63-4fe0e92780d9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9cfd60682fd742e8a90d558d4aa068d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5473127 Jan 17 09:54:09.793626 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa757d5-2b64-48dc-af63-4fe0e92780d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181da768-07a1-4fc2-94f4-1e7b1d0d8039,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:09.794010 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dd658-4fdd-4d64-8ca5-593ce6edf5d5 req-89d0a267-01e4-4133-ac97-284431f17f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:09.795962 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 55794) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:09.796964 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-595dd658-4fdd-4d64-8ca5-593ce6edf5d5 req-89d0a267-01e4-4133-ac97-284431f17f30 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9cb309ded717452cace3567dacc87b2f&device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 1098 time: 0.1275847 Jan 17 09:54:09.844744 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9cadddfe-8315-4ede-8223-af948b951664 admin admin] Publish callbacks [] for security_group (181da768-07a1-4fc2-94f4-1e7b1d0d8039), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:09.869277 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9cadddfe-8315-4ede-8223-af948b951664 admin admin] Publish callbacks [] for security_group (181da768-07a1-4fc2-94f4-1e7b1d0d8039), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:09.986081 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dd658-4fdd-4d64-8ca5-593ce6edf5d5 req-f6c282b8-6118-4d31-8193-87f00c309ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:09.987642 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-595dd658-4fdd-4d64-8ca5-593ce6edf5d5 req-f6c282b8-6118-4d31-8193-87f00c309ee9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1 HTTP/1.1" status: 200 len: 920 time: 0.1849279 Jan 17 09:54:10.001702 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9cadddfe-8315-4ede-8223-af948b951664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (181da768-07a1-4fc2-94f4-1e7b1d0d8039), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:10.004658 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9cadddfe-8315-4ede-8223-af948b951664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:10.007929 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-9cadddfe-8315-4ede-8223-af948b951664 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/181da768-07a1-4fc2-94f4-1e7b1d0d8039 HTTP/1.1" status: 204 len: 168 time: 0.2104702 Jan 17 09:54:10.020077 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadddfe-8315-4ede-8223-af948b951664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181da768-07a1-4fc2-94f4-1e7b1d0d8039,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:10.091244 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-595dd658-4fdd-4d64-8ca5-593ce6edf5d5 req-628a0f1f-63f3-4af1-9b70-473a38ff6373 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5174ce2-704d-44e8-a412-b3c0304e12b5 HTTP/1.1" status: 200 len: 217 time: 0.0737169 Jan 17 09:54:10.304459 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dd658-4fdd-4d64-8ca5-593ce6edf5d5 req-8880069e-394c-4964-a1f6-4650257f90be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:10.306511 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-595dd658-4fdd-4d64-8ca5-593ce6edf5d5 req-8880069e-394c-4964-a1f6-4650257f90be service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9208fb27-664b-428f-ab1c-b4f44f3920f5 HTTP/1.1" status: 200 len: 859 time: 0.1757457 Jan 17 09:54:10.354551 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c5b8e-12cb-4f30-a1d6-b3916b5132ff req-d48244ce-4e21-4971-b1bb-1779988ac5f9 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:10.356421 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f71c5b8e-12cb-4f30-a1d6-b3916b5132ff req-d48244ce-4e21-4971-b1bb-1779988ac5f9 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0522225 Jan 17 09:54:10.415365 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f71c5b8e-12cb-4f30-a1d6-b3916b5132ff req-efaef1d3-c01a-4843-b94d-4bc74fd41149 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531826 Jan 17 09:54:10.415896 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 55810) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:10.430834 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-61a870dc-6a34-44a1-8b51-fd798da32c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:10.519505 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-61a870dc-6a34-44a1-8b51-fd798da32c2c admin admin] Publish callbacks [] for security_group (c228e00e-87e2-43bb-b458-1b0af93173d4), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:10.563238 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-595dd658-4fdd-4d64-8ca5-593ce6edf5d5 req-be11e21e-65bb-4843-b956-64bc887ef619 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2335660 Jan 17 09:54:10.601335 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-61a870dc-6a34-44a1-8b51-fd798da32c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (c228e00e-87e2-43bb-b458-1b0af93173d4), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:10.657707 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-61a870dc-6a34-44a1-8b51-fd798da32c2c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=92b952c7d1c1417993cba24929dc4509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406828 Jan 17 09:54:10.660149 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a870dc-6a34-44a1-8b51-fd798da32c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c228e00e-87e2-43bb-b458-1b0af93173d4,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:10.661315 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55822) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:10.697774 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.db.resource_extend [None req-045b48b8-fa62-4e84-8706-b33fd14ac34d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 09:54:10.759504 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a278a-1977-4d13-a2d8-6e7460d05529 req-fe217f32-bcd9-4021-b815-91855a16c090 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:10.766629 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-be3a278a-1977-4d13-a2d8-6e7460d05529 req-fe217f32-bcd9-4021-b815-91855a16c090 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0641046 Jan 17 09:54:10.812453 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-be3a278a-1977-4d13-a2d8-6e7460d05529 req-258cb41c-9947-44a4-928c-a92bbdf5f03f tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443997 Jan 17 09:54:10.821404 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-045b48b8-fa62-4e84-8706-b33fd14ac34d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:10.831663 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-595dd658-4fdd-4d64-8ca5-593ce6edf5d5 req-9ab9b150-a11a-49cb-80a6-fd3545136107 service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470655 Jan 17 09:54:10.836524 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-eb505159-3d90-44ad-912e-c5dd60852886 admin admin] Publish callbacks [] for security_group (c228e00e-87e2-43bb-b458-1b0af93173d4), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:10.904013 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-eb505159-3d90-44ad-912e-c5dd60852886 admin admin] Publish callbacks [] for security_group (c228e00e-87e2-43bb-b458-1b0af93173d4), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:10.914304 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 55830) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:10.928721 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-304a2819-4fe9-4a3d-87ad-626d2f031b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:10.943569 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-045b48b8-fa62-4e84-8706-b33fd14ac34d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (a0b04f88-c8f5-40c6-a2e0-bcb3b850c000), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:11.008416 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-595dd658-4fdd-4d64-8ca5-593ce6edf5d5 req-e2c3a6a3-30ef-4da4-8c23-d38b90a5962e service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699281 Jan 17 09:54:11.018592 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-304a2819-4fe9-4a3d-87ad-626d2f031b9e admin admin] Publish callbacks [] for security_group (18837b14-3a66-4b83-ab11-0de980ad4c6a), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:11.073607 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.l3_db [None req-045b48b8-fa62-4e84-8706-b33fd14ac34d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Floating IP a0b04f88-c8f5-40c6-a2e0-bcb3b850c000 associated. External IP: 172.27.0.138, port: 518baf01-6ebd-4d11-989c-0703aba6e08d. Jan 17 09:54:11.141098 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-304a2819-4fe9-4a3d-87ad-626d2f031b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (18837b14-3a66-4b83-ab11-0de980ad4c6a), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:11.154520 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-eb505159-3d90-44ad-912e-c5dd60852886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (c228e00e-87e2-43bb-b458-1b0af93173d4), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:11.157292 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-eb505159-3d90-44ad-912e-c5dd60852886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:11.159079 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-eb505159-3d90-44ad-912e-c5dd60852886 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c228e00e-87e2-43bb-b458-1b0af93173d4 HTTP/1.1" status: 204 len: 168 time: 0.4914949 Jan 17 09:54:11.175557 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb505159-3d90-44ad-912e-c5dd60852886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c228e00e-87e2-43bb-b458-1b0af93173d4,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:11.212831 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-304a2819-4fe9-4a3d-87ad-626d2f031b9e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4dfb7b50aa7040578c9e6547cc546e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972598 Jan 17 09:54:11.222566 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 55844) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:11.247126 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a2819-4fe9-4a3d-87ad-626d2f031b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18837b14-3a66-4b83-ab11-0de980ad4c6a,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:11.291994 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-70b64fb6-145e-43f1-ad3e-ceaa55c25412 admin admin] Publish callbacks [] for security_group (18837b14-3a66-4b83-ab11-0de980ad4c6a), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:11.315839 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-70b64fb6-145e-43f1-ad3e-ceaa55c25412 admin admin] Publish callbacks [] for security_group (18837b14-3a66-4b83-ab11-0de980ad4c6a), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:11.334667 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045b48b8-fa62-4e84-8706-b33fd14ac34d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Router 3f4305a4-4eff-488a-98d5-2f1e992226a2 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:54:11.459322 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-70b64fb6-145e-43f1-ad3e-ceaa55c25412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (18837b14-3a66-4b83-ab11-0de980ad4c6a), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:11.461903 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-70b64fb6-145e-43f1-ad3e-ceaa55c25412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:11.468058 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-70b64fb6-145e-43f1-ad3e-ceaa55c25412 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/18837b14-3a66-4b83-ab11-0de980ad4c6a HTTP/1.1" status: 204 len: 168 time: 0.2390356 Jan 17 09:54:11.468181 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045b48b8-fa62-4e84-8706-b33fd14ac34d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:54:11.474655 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-045b48b8-fa62-4e84-8706-b33fd14ac34d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:11.477735 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b64fb6-145e-43f1-ad3e-ceaa55c25412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18837b14-3a66-4b83-ab11-0de980ad4c6a,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:11.525358 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4657c57-ab8b-4ed3-811d-c1ca5c8e07a6 None None] Sync routers for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:54:11.525879 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-045b48b8-fa62-4e84-8706-b33fd14ac34d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "PUT /v2.0/floatingips/a0b04f88-c8f5-40c6-a2e0-bcb3b850c000 HTTP/1.1" status: 200 len: 991 time: 2.0187459 Jan 17 09:54:11.526213 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:54:11.529371 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de19d449-dea3-4dc4-8253-9a34a5675d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:54:11.548717 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4657c57-ab8b-4ed3-811d-c1ca5c8e07a6 None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:54:11.549368 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-f4657c57-ab8b-4ed3-811d-c1ca5c8e07a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:54:11.580144 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fc938-b0d7-40ec-8ef5-e9a11c4cb73c req-623ecc57-8f8a-44de-92ff-8819c79074ef tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:11.581660 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e67fc938-b0d7-40ec-8ef5-e9a11c4cb73c req-623ecc57-8f8a-44de-92ff-8819c79074ef tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0893166 Jan 17 09:54:11.636140 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e67fc938-b0d7-40ec-8ef5-e9a11c4cb73c req-d03bddf1-2fbb-4bc9-9130-587f01ef2bdc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484502 Jan 17 09:54:11.679378 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-f4657c57-ab8b-4ed3-811d-c1ca5c8e07a6 None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:54:11.938352 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476661c4-6e8c-486d-bcc7-4c19f620e5e9 x-openstack-request-id: req-476661c4-6e8c-486d-bcc7-4c19f620e5e9 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:54:11.938956 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:54:11.938956 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-476661c4-6e8c-486d-bcc7-4c19f620e5e9 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:54:11.939320 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'status': 'completed', 'code': 200} Jan 17 09:54:12.034472 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-f4657c57-ab8b-4ed3-811d-c1ca5c8e07a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'a0b04f88-c8f5-40c6-a2e0-bcb3b850c000', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'port_id': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'mac_address': 'fa:16:3e:e7:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:53:45Z', 'updated_at': '2022-01-17T09:54:10Z', 'revision_number': 1, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:41Z', 'revision_number': 5, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:54:12.047238 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19d449-dea3-4dc4-8253-9a34a5675d2c req-23f15183-a13b-4d56-ae6a-dfb4beb44532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:12.049130 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-de19d449-dea3-4dc4-8253-9a34a5675d2c req-23f15183-a13b-4d56-ae6a-dfb4beb44532 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 1098 time: 0.0745103 Jan 17 09:54:12.056242 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a15fce-fcf7-47a9-b0e2-9fe67a39659c req-913817d8-11de-4c73-bb7a-67a1ea91c5c1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:12.057793 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f4a15fce-fcf7-47a9-b0e2-9fe67a39659c req-913817d8-11de-4c73-bb7a-67a1ea91c5c1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0996172 Jan 17 09:54:12.072161 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67014596-0173-4554-ae29-4fb8f79916b8 req-62d2245e-2926-44c6-aa03-8a4d45bf1a86 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:12.077427 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4657c57-ab8b-4ed3-811d-c1ca5c8e07a6 None None] Checking router: 3f4305a4-4eff-488a-98d5-2f1e992226a2 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:54:12.077560 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-67014596-0173-4554-ae29-4fb8f79916b8 req-62d2245e-2926-44c6-aa03-8a4d45bf1a86 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0784461 Jan 17 09:54:12.077560 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 55870) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:12.079852 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-25f2e0ad-40a5-4e44-b3e7-3cf461fc4a49 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Request body: {'floatingip': {'port_id': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:54:12.086268 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4657c57-ab8b-4ed3-811d-c1ca5c8e07a6 None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:54:12.087483 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-f4657c57-ab8b-4ed3-811d-c1ca5c8e07a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:54:12.183211 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-25f2e0ad-40a5-4e44-b3e7-3cf461fc4a49 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (c1cb8be8-0bcb-4bba-aa1e-e0583823956e), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:12.196241 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19d449-dea3-4dc4-8253-9a34a5675d2c req-8ffcefcf-4833-456b-b931-3f3e82e2b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:12.199139 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-de19d449-dea3-4dc4-8253-9a34a5675d2c req-8ffcefcf-4833-456b-b931-3f3e82e2b66a service neutron] 10.222.0.94 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 916 time: 0.1431146 Jan 17 09:54:12.206405 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55876) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:12.227924 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-f4657c57-ab8b-4ed3-811d-c1ca5c8e07a6 None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:54:12.303437 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-67014596-0173-4554-ae29-4fb8f79916b8 req-5a72b823-0e0a-498a-a700-4e419019e283 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922047 Jan 17 09:54:12.388071 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1f665eec-27c9-4fa7-9e1d-35f9fb4961b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:12.524032 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:54:12.528004 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1f665eec-27c9-4fa7-9e1d-35f9fb4961b2 admin admin] Publish callbacks [] for security_group (4ba13bdb-62ac-4b5e-b0e6-7fc801f75e0d), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:12.537918 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-de19d449-dea3-4dc4-8253-9a34a5675d2c req-35d0c8f0-c054-4b77-85ae-7f8b4231ddac service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=518baf01-6ebd-4d11-989c-0703aba6e08d HTTP/1.1" status: 200 len: 999 time: 0.3322842 Jan 17 09:54:12.594496 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-f4657c57-ab8b-4ed3-811d-c1ca5c8e07a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'a0b04f88-c8f5-40c6-a2e0-bcb3b850c000', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'port_id': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'mac_address': 'fa:16:3e:e7:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:53:45Z', 'updated_at': '2022-01-17T09:54:10Z', 'revision_number': 1, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:41Z', 'revision_number': 5, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:54:12.601445 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19d449-dea3-4dc4-8253-9a34a5675d2c req-9ffbb442-5c82-47f0-acd6-e30a2c1ee937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:12.603104 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-de19d449-dea3-4dc4-8253-9a34a5675d2c req-9ffbb442-5c82-47f0-acd6-e30a2c1ee937 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 200 len: 854 time: 0.0546095 Jan 17 09:54:12.603739 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1f665eec-27c9-4fa7-9e1d-35f9fb4961b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (4ba13bdb-62ac-4b5e-b0e6-7fc801f75e0d), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:12.626943 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4657c57-ab8b-4ed3-811d-c1ca5c8e07a6 None None] The sync data for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi is: [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'a0b04f88-c8f5-40c6-a2e0-bcb3b850c000', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'port_id': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'mac_address': 'fa:16:3e:e7:71:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:53:45Z', 'updated_at': '2022-01-17T09:54:10Z', 'revision_number': 1, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:41Z', 'revision_number': 5, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:54:12.681964 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-1f665eec-27c9-4fa7-9e1d-35f9fb4961b2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7979789dcc9a4c5da2842844f6de9318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4645615 Jan 17 09:54:12.686832 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 55888) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:12.691733 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f665eec-27c9-4fa7-9e1d-35f9fb4961b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba13bdb-62ac-4b5e-b0e6-7fc801f75e0d,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:12.726515 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19d449-dea3-4dc4-8253-9a34a5675d2c req-0c78446a-e5eb-436d-aea2-21b6979c7605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:12.737946 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-de19d449-dea3-4dc4-8253-9a34a5675d2c req-0c78446a-e5eb-436d-aea2-21b6979c7605 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=13f5851c-5a19-42aa-919c-d5436bee2140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1141658 Jan 17 09:54:12.839374 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-784cf416-5a39-4978-9fef-3d6084de2c8b admin admin] Publish callbacks [] for security_group (4ba13bdb-62ac-4b5e-b0e6-7fc801f75e0d), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:12.872561 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-de19d449-dea3-4dc4-8253-9a34a5675d2c req-380bc658-cfe9-428b-846e-763cdfbde268 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337137 Jan 17 09:54:12.878313 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-784cf416-5a39-4978-9fef-3d6084de2c8b admin admin] Publish callbacks [] for security_group (4ba13bdb-62ac-4b5e-b0e6-7fc801f75e0d), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:12.980512 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50898458-432f-4304-a96f-98abd4a4145f None None] New status for floating IP a0b04f88-c8f5-40c6-a2e0-bcb3b850c000: ACTIVE {{(pid=114942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:54:13.006970 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-de19d449-dea3-4dc4-8253-9a34a5675d2c req-bf58fce1-a862-4a38-b393-8e76f6c4e297 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214287 Jan 17 09:54:13.035896 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.db.resource_extend [None req-25f2e0ad-40a5-4e44-b3e7-3cf461fc4a49 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 09:54:13.117450 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-25f2e0ad-40a5-4e44-b3e7-3cf461fc4a49 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:13.163190 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-784cf416-5a39-4978-9fef-3d6084de2c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (4ba13bdb-62ac-4b5e-b0e6-7fc801f75e0d), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:13.166021 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-784cf416-5a39-4978-9fef-3d6084de2c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:13.167183 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-784cf416-5a39-4978-9fef-3d6084de2c8b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4ba13bdb-62ac-4b5e-b0e6-7fc801f75e0d HTTP/1.1" status: 204 len: 168 time: 0.4725254 Jan 17 09:54:13.175092 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cf416-5a39-4978-9fef-3d6084de2c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba13bdb-62ac-4b5e-b0e6-7fc801f75e0d,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:13.218802 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-25f2e0ad-40a5-4e44-b3e7-3cf461fc4a49 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (c1cb8be8-0bcb-4bba-aa1e-e0583823956e), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:13.553863 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.l3_db [None req-25f2e0ad-40a5-4e44-b3e7-3cf461fc4a49 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Floating IP c1cb8be8-0bcb-4bba-aa1e-e0583823956e associated. External IP: 172.27.0.207, port: 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2. Jan 17 09:54:13.565064 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe5b94-8ecb-420c-9800-e1e423c5ea25 req-57ef59d2-d7ba-47fa-a4b8-ba37e7ba4ac6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:13.566601 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-edbe5b94-8ecb-420c-9800-e1e423c5ea25 req-57ef59d2-d7ba-47fa-a4b8-ba37e7ba4ac6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0762010 Jan 17 09:54:13.749481 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-edbe5b94-8ecb-420c-9800-e1e423c5ea25 req-4aa15a9d-37c2-4e5a-897f-b5432930493f tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998185 Jan 17 09:54:13.820403 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f2e0ad-40a5-4e44-b3e7-3cf461fc4a49 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Router 99ba9bb4-c2eb-4267-bccb-f051300b0388 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:54:13.931852 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f2e0ad-40a5-4e44-b3e7-3cf461fc4a49 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:54:13.937195 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-25f2e0ad-40a5-4e44-b3e7-3cf461fc4a49 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:13.943181 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1316d9c-4e34-4466-a1ae-baa39b4de64b None None] Sync routers for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:54:13.954106 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1316d9c-4e34-4466-a1ae-baa39b4de64b None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:54:13.956579 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-f1316d9c-4e34-4466-a1ae-baa39b4de64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:54:13.969559 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-25f2e0ad-40a5-4e44-b3e7-3cf461fc4a49 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "PUT /v2.0/floatingips/c1cb8be8-0bcb-4bba-aa1e-e0583823956e HTTP/1.1" status: 200 len: 991 time: 1.8932667 Jan 17 09:54:13.970205 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a408e34f-d5f2-4370-8f30-9d976895fba5', 'tag': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2'}] {{(pid=114940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:54:13.972600 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3567b7589925762bfe85c0a86f79fc908628c6699af57ff1e1dccc2a2b943fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cd821e-ebc3-4fb7-a4fd-e1b83b62516b" -d '{"events": [{"name": "network-changed", "server_uuid": "a408e34f-d5f2-4370-8f30-9d976895fba5", "tag": "3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2"}]}' {{(pid=114940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:54:14.014421 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b3f0de-8b65-442c-b52e-4c8b3d8aff17 x-openstack-request-id: req-20b3f0de-8b65-442c-b52e-4c8b3d8aff17 {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:54:14.014791 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a408e34f-d5f2-4370-8f30-9d976895fba5", "tag": "3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2", "status": "completed", "code": 200}]} {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:54:14.015155 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-20b3f0de-8b65-442c-b52e-4c8b3d8aff17 {{(pid=114940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:54:14.015473 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a408e34f-d5f2-4370-8f30-9d976895fba5', 'tag': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2', 'status': 'completed', 'code': 200} Jan 17 09:54:14.103298 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd821e-ebc3-4fb7-a4fd-e1b83b62516b req-e7b24cf1-91b1-4b36-8118-87999ffccd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:14.104898 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cd821e-ebc3-4fb7-a4fd-e1b83b62516b req-e7b24cf1-91b1-4b36-8118-87999ffccd64 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9d833d073d534e56bcff57aead77b7e7&device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 1098 time: 0.0704315 Jan 17 09:54:14.212877 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd821e-ebc3-4fb7-a4fd-e1b83b62516b req-c558f9b2-7edb-4984-b1e0-541679469fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:14.215074 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cd821e-ebc3-4fb7-a4fd-e1b83b62516b req-c558f9b2-7edb-4984-b1e0-541679469fa2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 HTTP/1.1" status: 200 len: 912 time: 0.1027999 Jan 17 09:54:14.252765 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-f1316d9c-4e34-4466-a1ae-baa39b4de64b None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:54:14.548129 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-f1316d9c-4e34-4466-a1ae-baa39b4de64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'c1cb8be8-0bcb-4bba-aa1e-e0583823956e', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'port_id': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'mac_address': 'fa:16:3e:e7:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408e34f-d5f2-4370-8f30-9d976895fba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:53:47Z', 'updated_at': '2022-01-17T09:54:12Z', 'revision_number': 1, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:45Z', 'revision_number': 5, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:54:14.548692 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cd821e-ebc3-4fb7-a4fd-e1b83b62516b req-60b8c398-086d-4b80-86a8-2cd1c35e414d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 HTTP/1.1" status: 200 len: 999 time: 0.3242068 Jan 17 09:54:14.580788 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1316d9c-4e34-4466-a1ae-baa39b4de64b None None] Checking router: 99ba9bb4-c2eb-4267-bccb-f051300b0388 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:54:14.590771 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1316d9c-4e34-4466-a1ae-baa39b4de64b None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:54:14.591382 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-f1316d9c-4e34-4466-a1ae-baa39b4de64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:53:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:54:14.606464 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd821e-ebc3-4fb7-a4fd-e1b83b62516b req-a3ff8de3-b0b3-4886-a849-3f33b905d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:14.616241 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cd821e-ebc3-4fb7-a4fd-e1b83b62516b req-a3ff8de3-b0b3-4886-a849-3f33b905d24d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3e054dbc-2aac-43d1-a338-3beb57e47aa8 HTTP/1.1" status: 200 len: 850 time: 0.0545757 Jan 17 09:54:14.671068 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd821e-ebc3-4fb7-a4fd-e1b83b62516b req-6dd4da74-d5b4-4e36-91f3-cc57c7fdc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:14.672977 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cd821e-ebc3-4fb7-a4fd-e1b83b62516b req-6dd4da74-d5b4-4e36-91f3-cc57c7fdc120 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532992 Jan 17 09:54:14.734770 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-f1316d9c-4e34-4466-a1ae-baa39b4de64b None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:54:14.870219 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cd821e-ebc3-4fb7-a4fd-e1b83b62516b req-7c3eb58d-6b41-48f3-ba8c-d2d9c6e3d3d8 service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876190 Jan 17 09:54:14.965865 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c603db-de32-4cf3-8e45-5b5ce7952950 req-8ff0640f-1d73-49dc-96e0-1e3eb11ce527 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:14.965865 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-36c603db-de32-4cf3-8e45-5b5ce7952950 req-8ff0640f-1d73-49dc-96e0-1e3eb11ce527 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0784409 Jan 17 09:54:15.015292 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-36c603db-de32-4cf3-8e45-5b5ce7952950 req-9f639a8c-80d8-4c7f-8947-044ef7e15019 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574379 Jan 17 09:54:15.034585 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cd821e-ebc3-4fb7-a4fd-e1b83b62516b req-4dddff2e-ee7e-4b48-9f46-b38d10a24b71 service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313674 Jan 17 09:54:15.035005 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-f1316d9c-4e34-4466-a1ae-baa39b4de64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'c1cb8be8-0bcb-4bba-aa1e-e0583823956e', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'port_id': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'mac_address': 'fa:16:3e:e7:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408e34f-d5f2-4370-8f30-9d976895fba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:53:47Z', 'updated_at': '2022-01-17T09:54:12Z', 'revision_number': 1, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:45Z', 'revision_number': 5, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:54:15.048745 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1316d9c-4e34-4466-a1ae-baa39b4de64b None None] The sync data for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi is: [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'c1cb8be8-0bcb-4bba-aa1e-e0583823956e', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'port_id': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'mac_address': 'fa:16:3e:e7:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408e34f-d5f2-4370-8f30-9d976895fba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:53:47Z', 'updated_at': '2022-01-17T09:54:12Z', 'revision_number': 1, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:45Z', 'revision_number': 5, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:54:15.323399 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08fdd8-9860-45a6-92cc-123a9cd3e8e5 None None] New status for floating IP c1cb8be8-0bcb-4bba-aa1e-e0583823956e: ACTIVE {{(pid=114942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:54:16.151659 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a8b0-1cf0-4572-b392-fa851028eb63 req-ee40bbe3-f065-43e0-adf6-65609da29447 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:16.153181 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b380a8b0-1cf0-4572-b392-fa851028eb63 req-ee40bbe3-f065-43e0-adf6-65609da29447 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0531592 Jan 17 09:54:16.204226 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b380a8b0-1cf0-4572-b392-fa851028eb63 req-492f9cf9-b479-4940-aac5-e876a2746e2a tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451844 Jan 17 09:54:17.332838 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60f3a8-80bb-47a3-af57-980b53e237a5 req-f9bf7e0c-2fdf-4460-8421-af45bca97175 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:17.335149 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6e60f3a8-80bb-47a3-af57-980b53e237a5 req-f9bf7e0c-2fdf-4460-8421-af45bca97175 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0501504 Jan 17 09:54:17.388217 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6e60f3a8-80bb-47a3-af57-980b53e237a5 req-d9b738f1-9f02-4adf-8042-c909cc69a70e tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468862 Jan 17 09:54:17.428405 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56026) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:17.759417 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-66cf8e59-519d-4931-8cf9-f17abb7911da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:17.837758 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-66cf8e59-519d-4931-8cf9-f17abb7911da admin admin] Publish callbacks [] for security_group (591f5437-07ea-4cd1-87e1-240dac86f562), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:17.951591 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-66cf8e59-519d-4931-8cf9-f17abb7911da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (591f5437-07ea-4cd1-87e1-240dac86f562), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:17.991913 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-66cf8e59-519d-4931-8cf9-f17abb7911da admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5d042fdceea14585ad9c27eabd786c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5623393 Jan 17 09:54:17.992781 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf8e59-519d-4931-8cf9-f17abb7911da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591f5437-07ea-4cd1-87e1-240dac86f562,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:17.994619 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56056) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:18.046039 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-69c869da-2a45-4a4f-b7c3-f01b765a5457 admin admin] Publish callbacks [] for security_group (591f5437-07ea-4cd1-87e1-240dac86f562), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:18.070550 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-69c869da-2a45-4a4f-b7c3-f01b765a5457 admin admin] Publish callbacks [] for security_group (591f5437-07ea-4cd1-87e1-240dac86f562), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:18.275899 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-69c869da-2a45-4a4f-b7c3-f01b765a5457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (591f5437-07ea-4cd1-87e1-240dac86f562), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:18.278723 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-69c869da-2a45-4a4f-b7c3-f01b765a5457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:18.279953 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-69c869da-2a45-4a4f-b7c3-f01b765a5457 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/591f5437-07ea-4cd1-87e1-240dac86f562 HTTP/1.1" status: 204 len: 168 time: 0.2840624 Jan 17 09:54:18.287893 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c869da-2a45-4a4f-b7c3-f01b765a5457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591f5437-07ea-4cd1-87e1-240dac86f562,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:18.510323 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc89e6-af07-4c57-b49e-b3c7bc34ad5d req-171c5495-64a5-44d4-9f96-2b172db38c14 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:18.511881 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-50dc89e6-af07-4c57-b49e-b3c7bc34ad5d req-171c5495-64a5-44d4-9f96-2b172db38c14 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0490773 Jan 17 09:54:18.559300 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-50dc89e6-af07-4c57-b49e-b3c7bc34ad5d req-10316fa4-ed00-41f5-baba-84d636de221f tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Jan 17 09:54:19.253049 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56088) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:19.266565 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-31f45eb9-9deb-403b-9e99-1765d0680276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:19.339294 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-31f45eb9-9deb-403b-9e99-1765d0680276 admin admin] Publish callbacks [] for security_group (1da08a7a-3672-4c64-b061-06256eaf42a4), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:19.517425 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-31f45eb9-9deb-403b-9e99-1765d0680276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (1da08a7a-3672-4c64-b061-06256eaf42a4), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:19.557845 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-31f45eb9-9deb-403b-9e99-1765d0680276 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a8de23a749054fcbb464604aaa40429e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013763 Jan 17 09:54:19.557845 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f45eb9-9deb-403b-9e99-1765d0680276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da08a7a-3672-4c64-b061-06256eaf42a4,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:19.559049 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56090) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:19.614843 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9cda6ae5-1da6-4ec2-8652-6cffe368a315 admin admin] Publish callbacks [] for security_group (1da08a7a-3672-4c64-b061-06256eaf42a4), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:19.638568 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9cda6ae5-1da6-4ec2-8652-6cffe368a315 admin admin] Publish callbacks [] for security_group (1da08a7a-3672-4c64-b061-06256eaf42a4), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:19.701578 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56102) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:19.725500 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63368f22-04b7-4f8b-835b-35bd1179213b req-af040486-42d6-4956-abc6-aec7d927eede tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:19.734386 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63368f22-04b7-4f8b-835b-35bd1179213b req-af040486-42d6-4956-abc6-aec7d927eede tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0979292 Jan 17 09:54:19.799032 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63368f22-04b7-4f8b-835b-35bd1179213b req-1064eeaa-1e2a-4606-87ff-8c41554450dc tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636556 Jan 17 09:54:19.869103 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ce2f84ab-2040-4da8-9918-b717154c21ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:19.906607 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9cda6ae5-1da6-4ec2-8652-6cffe368a315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (1da08a7a-3672-4c64-b061-06256eaf42a4), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:19.910005 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9cda6ae5-1da6-4ec2-8652-6cffe368a315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:19.910597 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-9cda6ae5-1da6-4ec2-8652-6cffe368a315 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1da08a7a-3672-4c64-b061-06256eaf42a4 HTTP/1.1" status: 204 len: 168 time: 0.3501785 Jan 17 09:54:19.918506 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda6ae5-1da6-4ec2-8652-6cffe368a315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da08a7a-3672-4c64-b061-06256eaf42a4,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:19.971255 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ce2f84ab-2040-4da8-9918-b717154c21ed admin admin] Publish callbacks [] for security_group (8186da08-e9e7-47bf-89cd-57d81b6d376b), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:20.123005 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ce2f84ab-2040-4da8-9918-b717154c21ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (8186da08-e9e7-47bf-89cd-57d81b6d376b), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:20.162141 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-ce2f84ab-2040-4da8-9918-b717154c21ed admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e81a7673edbf4ac888426b3698d73a67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4633508 Jan 17 09:54:20.164196 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f84ab-2040-4da8-9918-b717154c21ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8186da08-e9e7-47bf-89cd-57d81b6d376b,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:20.164903 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56114) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:20.214031 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1d61ad78-025d-42c3-88e6-e8b183ef0253 admin admin] Publish callbacks [] for security_group (8186da08-e9e7-47bf-89cd-57d81b6d376b), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:20.238197 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1d61ad78-025d-42c3-88e6-e8b183ef0253 admin admin] Publish callbacks [] for security_group (8186da08-e9e7-47bf-89cd-57d81b6d376b), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:20.335158 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1d61ad78-025d-42c3-88e6-e8b183ef0253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (8186da08-e9e7-47bf-89cd-57d81b6d376b), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:20.338587 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1d61ad78-025d-42c3-88e6-e8b183ef0253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:20.341104 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-1d61ad78-025d-42c3-88e6-e8b183ef0253 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8186da08-e9e7-47bf-89cd-57d81b6d376b HTTP/1.1" status: 204 len: 168 time: 0.1750417 Jan 17 09:54:20.351056 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61ad78-025d-42c3-88e6-e8b183ef0253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8186da08-e9e7-47bf-89cd-57d81b6d376b,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:20.959667 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c55d37-d8a6-4b32-b4f7-25d3ab772ae3 req-301cd703-0804-4f0c-833d-6c82ab6497d2 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:20.961173 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d6c55d37-d8a6-4b32-b4f7-25d3ab772ae3 req-301cd703-0804-4f0c-833d-6c82ab6497d2 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0670938 Jan 17 09:54:21.008830 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d6c55d37-d8a6-4b32-b4f7-25d3ab772ae3 req-24ef98c1-f5a3-4d6f-ada8-264d34b65cb8 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Jan 17 09:54:21.186121 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56164) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:21.200607 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1e6bd6a5-a50c-4981-a4f2-c7c966b5da19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:21.340105 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-a123cfdf-02c3-487e-aa10-90f1053b8b91 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:21.341603 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-a123cfdf-02c3-487e-aa10-90f1053b8b91 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/networks?id=71aee99e-e037-446e-95db-47b7b3de3e7d HTTP/1.1" status: 200 len: 814 time: 0.1372859 Jan 17 09:54:21.364900 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-ad309454-51ee-463f-b0d0-bc34605fc5f1 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/quotas/4f78f5463ce84155836c42ee404f5665 HTTP/1.1" status: 200 len: 375 time: 0.0175302 Jan 17 09:54:21.387178 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1e6bd6a5-a50c-4981-a4f2-c7c966b5da19 admin admin] Publish callbacks [] for security_group (8a516bd5-a7b6-48d1-8e68-4402e17f5866), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:21.435647 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-558ebf2b-9213-4b7d-b9f6-4bf3b83e9228 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4f78f5463ce84155836c42ee404f5665&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607350 Jan 17 09:54:21.437590 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1e6bd6a5-a50c-4981-a4f2-c7c966b5da19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (8a516bd5-a7b6-48d1-8e68-4402e17f5866), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:21.526677 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-1e6bd6a5-a50c-4981-a4f2-c7c966b5da19 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d705569d687a4395aa3ef1b35caac537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391416 Jan 17 09:54:21.529535 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56170) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:21.533140 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bd6a5-a50c-4981-a4f2-c7c966b5da19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a516bd5-a7b6-48d1-8e68-4402e17f5866,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:21.567817 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-d7eca966-b1ec-45ed-bdad-e7b098b7ddfe service neutron] 10.222.0.88 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204538 Jan 17 09:54:21.588391 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Publish callbacks [] for security_group (8a516bd5-a7b6-48d1-8e68-4402e17f5866), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:21.610415 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Publish callbacks [] for security_group (8a516bd5-a7b6-48d1-8e68-4402e17f5866), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:21.658113 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-00ee814e-861f-4b7f-aee6-73c34b88be4b service neutron] 10.222.0.88 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838437 Jan 17 09:54:21.733620 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (8a516bd5-a7b6-48d1-8e68-4402e17f5866), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:21.733620 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:21.733620 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8a516bd5-a7b6-48d1-8e68-4402e17f5866 HTTP/1.1" status: 204 len: 168 time: 0.2018495 Jan 17 09:54:21.740416 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a516bd5-a7b6-48d1-8e68-4402e17f5866,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:21.748465 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:21.748598 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:21.748863 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:21.749215 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:21.749567 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:21.749952 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:21.758689 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:21.759263 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:21.759554 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:21.759916 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:21.760287 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:21.760617 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:21.761012 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd2358-e9a8-4be6-baac-fe075cb9ab5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:22.057008 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-de248421-850a-4e15-92ab-8de03934549b req-421b2387-8cdd-474e-93a4-0a76769e856c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0266728 Jan 17 09:54:22.167172 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e3838-1aa5-40ee-adca-b2726b4bee51 req-ed828189-aad5-4c76-b156-3a2a7470419d tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:22.168684 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-515e3838-1aa5-40ee-adca-b2726b4bee51 req-ed828189-aad5-4c76-b156-3a2a7470419d tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0580130 Jan 17 09:54:22.232662 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-515e3838-1aa5-40ee-adca-b2726b4bee51 req-3bbe3da1-16f8-4968-8d92-66b7e4ac7c05 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485122 Jan 17 09:54:22.620394 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e766a5c2-f3a7-41ae-8ad3-6b4073a46c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:23.158062 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-37012032-b44f-4230-9e31-061737b3b5a3 req-4c4ec641-181f-46e8-8c45-17ec636a7a68 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0302310 Jan 17 09:54:23.340548 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e43c09-525f-4193-b742-04d7f7386b4d req-2a333430-3d45-428e-988a-b997ecea2e6e tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:23.345457 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-34e43c09-525f-4193-b742-04d7f7386b4d req-2a333430-3d45-428e-988a-b997ecea2e6e tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0490458 Jan 17 09:54:23.407210 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-34e43c09-525f-4193-b742-04d7f7386b4d req-a91dff59-cfb1-4895-b71e-8f0bbc1c8c46 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588586 Jan 17 09:54:24.274154 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b59ab15e-5ab6-4a2a-99b8-5fc98d6e2e4f req-a8dd3f10-6c3e-48e4-bef3-6d3ea9181278 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0286093 Jan 17 09:54:24.549812 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dc230-81e4-4b64-867c-ca8d39380242 req-43f14f2b-ba41-4a1b-8ec9-52f66f2fc111 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:24.551330 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-997dc230-81e4-4b64-867c-ca8d39380242 req-43f14f2b-ba41-4a1b-8ec9-52f66f2fc111 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0559978 Jan 17 09:54:24.599280 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-997dc230-81e4-4b64-867c-ca8d39380242 req-30f28a24-1004-4f78-b6a3-a5ed255dc4ae tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Jan 17 09:54:25.032086 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-01a8732c-0080-43fa-bc34-d30cfe03401b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:25.344408 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-acd8eb33-9152-4e34-b843-8abfe26bdfa1 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:25.345855 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-acd8eb33-9152-4e34-b843-8abfe26bdfa1 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "GET /v2.0/networks?id=71aee99e-e037-446e-95db-47b7b3de3e7d HTTP/1.1" status: 200 len: 814 time: 0.1077235 Jan 17 09:54:25.375233 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-2f3c9db7-2aeb-45bf-bf6f-9dfdf1ab8586 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Request body: {'port': {'device_id': 'e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5', 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d', 'admin_state_up': True, 'tenant_id': '4f78f5463ce84155836c42ee404f5665'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:54:25.406079 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4d4095b0-9002-4f49-958d-730dbd1eb183 req-c86efb75-56e2-49c9-9d8b-b1b6172c862a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0495269 Jan 17 09:54:25.555389 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-2f3c9db7-2aeb-45bf-bf6f-9dfdf1ab8586 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Made reservation on behalf of 4f78f5463ce84155836c42ee404f5665 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:54:25.559641 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-2f3c9db7-2aeb-45bf-bf6f-9dfdf1ab8586 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:25.694133 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-2f3c9db7-2aeb-45bf-bf6f-9dfdf1ab8586 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Allocated IP 172.20.0.7 (71aee99e-e037-446e-95db-47b7b3de3e7d/ad17af83-cec7-42b2-9d1e-f569a99da8dd/0cd022ae-8166-4ebd-acca-e5e5e8653f04) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:54:25.715801 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfad571-d236-4114-9762-6b21066370e5 req-69c69b3e-6164-49d1-968f-274c044b91c4 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:25.717371 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4bfad571-d236-4114-9762-6b21066370e5 req-69c69b3e-6164-49d1-968f-274c044b91c4 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0489593 Jan 17 09:54:25.780288 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4bfad571-d236-4114-9762-6b21066370e5 req-fe46fa7d-7b26-4cdf-8183-f26d6150ae2b tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522120 Jan 17 09:54:25.854171 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:25.878294 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-2f3c9db7-2aeb-45bf-bf6f-9dfdf1ab8586 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks [] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:25.904641 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56334) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:25.986239 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-2f3c9db7-2aeb-45bf-bf6f-9dfdf1ab8586 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:26.001348 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['a7df3738-0e8b-4ef6-9796-89313eec43fb'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:54:26.036975 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-30a95ba6-8c88-4107-b0ee-87406c0bc693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:26.055264 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-2f3c9db7-2aeb-45bf-bf6f-9dfdf1ab8586 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Network 71aee99e-e037-446e-95db-47b7b3de3e7d is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:54:26.063256 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-2f3c9db7-2aeb-45bf-bf6f-9dfdf1ab8586 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:54:26.066388 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-2f3c9db7-2aeb-45bf-bf6f-9dfdf1ab8586 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:54:26.072352 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-2f3c9db7-2aeb-45bf-bf6f-9dfdf1ab8586 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:26.072991 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-2f3c9db7-2aeb-45bf-bf6f-9dfdf1ab8586 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:26.075265 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c9db7-2aeb-45bf-bf6f-9dfdf1ab8586 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Pushing event updated for resources: {'Port': ['ID=0cd022ae-8166-4ebd-acca-e5e5e8653f04,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:26.151788 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-30a95ba6-8c88-4107-b0ee-87406c0bc693 admin admin] Publish callbacks [] for security_group (9f02eb01-bed3-4536-9fe3-38e2d8e6ddb5), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:26.194088 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-2f3c9db7-2aeb-45bf-bf6f-9dfdf1ab8586 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8233266 Jan 17 09:54:26.218834 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Request body: {'port': {'device_id': 'e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:54:26.222664 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-30a95ba6-8c88-4107-b0ee-87406c0bc693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (9f02eb01-bed3-4536-9fe3-38e2d8e6ddb5), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:26.290598 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-30a95ba6-8c88-4107-b0ee-87406c0bc693 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=909604e8d5bf4d8c8567c8c5c478095f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846695 Jan 17 09:54:26.293636 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56344) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:26.306595 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a95ba6-8c88-4107-b0ee-87406c0bc693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f02eb01-bed3-4536-9fe3-38e2d8e6ddb5,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:26.318383 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:26.351171 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Publish callbacks [] for security_group (9f02eb01-bed3-4536-9fe3-38e2d8e6ddb5), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:26.373544 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Publish callbacks [] for security_group (9f02eb01-bed3-4536-9fe3-38e2d8e6ddb5), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:26.524156 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (9f02eb01-bed3-4536-9fe3-38e2d8e6ddb5), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:26.527891 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:26.529153 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9f02eb01-bed3-4536-9fe3-38e2d8e6ddb5 HTTP/1.1" status: 204 len: 168 time: 0.2344732 Jan 17 09:54:26.541983 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f02eb01-bed3-4536-9fe3-38e2d8e6ddb5,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:26.553914 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:26.554446 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:26.555099 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:26.555601 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:26.556113 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:26.556681 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:26.557357 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:26.557850 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:26.558807 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:26.559480 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:26.560047 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:26.560556 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:26.561212 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c7f2f-71f4-40ef-b304-877702e6b868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:26.590995 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe50ee7-b66d-4923-9b31-a56dbc1d7ecb req-e8f558b8-d2d8-4e9a-b441-92ae55f05f7a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:26.598973 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dbe50ee7-b66d-4923-9b31-a56dbc1d7ecb req-e8f558b8-d2d8-4e9a-b441-92ae55f05f7a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 931 time: 0.1067977 Jan 17 09:54:26.618646 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd022ae-8166-4ebd-acca-e5e5e8653f04 {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:54:26.629540 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Publish callbacks [] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:26.649424 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dbe50ee7-b66d-4923-9b31-a56dbc1d7ecb req-c5c6bc3e-5f6a-460c-80c4-af954ad1ac98 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495689 Jan 17 09:54:26.650860 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Transition to ACTIVE for port object 0cd022ae-8166-4ebd-acca-e5e5e8653f04 will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:54:26.745666 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:26.819850 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd022ae-8166-4ebd-acca-e5e5e8653f04,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:26.834964 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Attempting to bind port 0cd022ae-8166-4ebd-acca-e5e5e8653f04 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:54:26.835205 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Attempting to bind port 0cd022ae-8166-4ebd-acca-e5e5e8653f04 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:54:26.835575 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Attempting to bind port 0cd022ae-8166-4ebd-acca-e5e5e8653f04 on network 71aee99e-e037-446e-95db-47b7b3de3e7d {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:54:26.840084 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Port 0cd022ae-8166-4ebd-acca-e5e5e8653f04 on network 71aee99e-e037-446e-95db-47b7b3de3e7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:54:26.840414 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Attempting to bind port 0cd022ae-8166-4ebd-acca-e5e5e8653f04 on network 71aee99e-e037-446e-95db-47b7b3de3e7d {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:54:26.846284 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:54:26.846626 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Checking segment: {'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:54:26.847057 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Bound using segment: {'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:54:26.847495 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Bound port: 0cd022ae-8166-4ebd-acca-e5e5e8653f04, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:54:26.847868 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:26.915936 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068d1c0-6a3a-483d-90a2-e1db83b9b4e0 req-94cffdc6-019a-4ef1-8f86-c89ae7430b33 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:26.917512 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5068d1c0-6a3a-483d-90a2-e1db83b9b4e0 req-94cffdc6-019a-4ef1-8f86-c89ae7430b33 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0576532 Jan 17 09:54:26.921307 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] For port 0cd022ae-8166-4ebd-acca-e5e5e8653f04, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:54:26.924379 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] For port 0cd022ae-8166-4ebd-acca-e5e5e8653f04, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0cd022ae-8166-4ebd-acca-e5e5e8653f04,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:54:26.965280 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5068d1c0-6a3a-483d-90a2-e1db83b9b4e0 req-8871c767-0c66-4d2b-84d9-8bf74f05cee5 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Jan 17 09:54:27.117231 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:27.153242 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:27.153868 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:27.155938 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] 10.222.0.94 "PUT /v2.0/ports/0cd022ae-8166-4ebd-acca-e5e5e8653f04 HTTP/1.1" status: 200 len: 1093 time: 0.9418590 Jan 17 09:54:27.156394 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5', 'tag': '0cd022ae-8166-4ebd-acca-e5e5e8653f04'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:54:27.158635 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abed3cfc-8611-42d5-8071-e316d77280ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5", "tag": "0cd022ae-8166-4ebd-acca-e5e5e8653f04"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:54:27.183982 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0c59a-e756-496e-9123-cd84db107208 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd022ae-8166-4ebd-acca-e5e5e8653f04,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:27.199089 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1112239-34ce-4be5-9f8f-3002f79e3057 x-openstack-request-id: req-a1112239-34ce-4be5-9f8f-3002f79e3057 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:54:27.199392 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5", "tag": "0cd022ae-8166-4ebd-acca-e5e5e8653f04", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:54:27.199654 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a1112239-34ce-4be5-9f8f-3002f79e3057 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:54:27.200059 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5', 'tag': '0cd022ae-8166-4ebd-acca-e5e5e8653f04', 'status': 'completed', 'code': 200} Jan 17 09:54:27.263787 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed3cfc-8611-42d5-8071-e316d77280ab req-cb9a997e-bc62-44d7-a16b-f15085270c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:27.265911 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-abed3cfc-8611-42d5-8071-e316d77280ab req-cb9a997e-bc62-44d7-a16b-f15085270c66 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4f78f5463ce84155836c42ee404f5665&device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 1096 time: 0.0449293 Jan 17 09:54:27.313854 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56368) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:27.328272 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-23fc3469-e31a-42ec-bd94-395c11775abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:27.384974 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed3cfc-8611-42d5-8071-e316d77280ab req-46f51bcb-e71d-495d-98d4-ba0ecdf263a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:27.386579 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-abed3cfc-8611-42d5-8071-e316d77280ab req-46f51bcb-e71d-495d-98d4-ba0ecdf263a6 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=4f78f5463ce84155836c42ee404f5665&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0946524 Jan 17 09:54:27.403575 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-23fc3469-e31a-42ec-bd94-395c11775abc admin admin] Publish callbacks [] for security_group (c779c7e1-082c-49b0-b173-a457f5e61ca5), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:27.471542 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-23fc3469-e31a-42ec-bd94-395c11775abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (c779c7e1-082c-49b0-b173-a457f5e61ca5), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:27.487052 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed3cfc-8611-42d5-8071-e316d77280ab req-a329fbbb-fe7e-495d-8cde-da75fd450157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:27.488545 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-abed3cfc-8611-42d5-8071-e316d77280ab req-a329fbbb-fe7e-495d-8cde-da75fd450157 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916543 Jan 17 09:54:27.509884 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-23fc3469-e31a-42ec-bd94-395c11775abc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=29ebae46a3824df1aff3ce03c1115a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947496 Jan 17 09:54:27.512528 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56370) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:27.520153 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc3469-e31a-42ec-bd94-395c11775abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c779c7e1-082c-49b0-b173-a457f5e61ca5,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:27.575619 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-570be977-cde8-4668-9fd3-4014dabe8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:27.577668 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-570be977-cde8-4668-9fd3-4014dabe8a28 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4f78f5463ce84155836c42ee404f5665&device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 1096 time: 0.0415852 Jan 17 09:54:27.578993 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-304f0aa9-3e23-4d14-9346-bea718e7dcf8 admin admin] Publish callbacks [] for security_group (c779c7e1-082c-49b0-b173-a457f5e61ca5), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:27.601427 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-304f0aa9-3e23-4d14-9346-bea718e7dcf8 admin admin] Publish callbacks [] for security_group (c779c7e1-082c-49b0-b173-a457f5e61ca5), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:27.634942 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-dac2a256-6794-4aa5-933a-2773f3de2724 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cd022ae-8166-4ebd-acca-e5e5e8653f04 HTTP/1.1" status: 200 len: 217 time: 0.0492935 Jan 17 09:54:27.659707 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:27.685948 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-5c4a505f-e8bc-42d3-9c49-8688d4269e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:27.688061 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-5c4a505f-e8bc-42d3-9c49-8688d4269e16 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ad17af83-cec7-42b2-9d1e-f569a99da8dd HTTP/1.1" status: 200 len: 854 time: 0.0448172 Jan 17 09:54:27.724511 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-00d3834e-73fe-419c-b627-8939b436f69e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=71aee99e-e037-446e-95db-47b7b3de3e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244904 Jan 17 09:54:27.773939 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2140dca-49ff-4a14-9f32-4e0f0bbdaf1d req-ba7863fe-71ef-45e5-9035-ff3acab1947f tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:27.779258 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b2140dca-49ff-4a14-9f32-4e0f0bbdaf1d req-ba7863fe-71ef-45e5-9035-ff3acab1947f tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 943 time: 0.0554113 Jan 17 09:54:27.780622 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-304f0aa9-3e23-4d14-9346-bea718e7dcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (c779c7e1-082c-49b0-b173-a457f5e61ca5), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:27.783396 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-304f0aa9-3e23-4d14-9346-bea718e7dcf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:27.784757 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-304f0aa9-3e23-4d14-9346-bea718e7dcf8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c779c7e1-082c-49b0-b173-a457f5e61ca5 HTTP/1.1" status: 204 len: 168 time: 0.2713392 Jan 17 09:54:27.804933 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f0aa9-3e23-4d14-9346-bea718e7dcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c779c7e1-082c-49b0-b173-a457f5e61ca5,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:27.853657 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-47bdeee8-e152-40a3-9dd5-5789a60338da service neutron] 10.222.0.94 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142395 Jan 17 09:54:27.883502 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b2140dca-49ff-4a14-9f32-4e0f0bbdaf1d req-07ee7843-8af4-4fc5-950f-275e5415ec7b tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976036 Jan 17 09:54:27.974333 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-51af7f60-da8e-4dc8-8667-ae7a1f0a4d57 req-506efa50-925a-4d56-93fb-35e4b8efeb88 service neutron] 10.222.0.94 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087482 Jan 17 09:54:28.080411 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd0c71-9fd9-4526-bf79-e01b4b87bd56 req-bd81a155-952b-4b13-94a5-d6323fc6ecea tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:28.082010 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fddd0c71-9fd9-4526-bf79-e01b4b87bd56 req-bd81a155-952b-4b13-94a5-d6323fc6ecea tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0486553 Jan 17 09:54:28.133262 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fddd0c71-9fd9-4526-bf79-e01b4b87bd56 req-b19de028-51eb-4c3a-b243-6f4a660973eb tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453329 Jan 17 09:54:28.643311 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56404) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:28.657683 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c1ad006d-0233-437b-9e85-bde9ded748fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:28.736039 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c1ad006d-0233-437b-9e85-bde9ded748fe admin admin] Publish callbacks [] for security_group (82fd69b2-38ff-416c-9f10-5c0b9de69dbf), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:28.865778 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c1ad006d-0233-437b-9e85-bde9ded748fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (82fd69b2-38ff-416c-9f10-5c0b9de69dbf), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:28.903532 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-c1ad006d-0233-437b-9e85-bde9ded748fe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ffae3a85329c42eda01cdd70c3c75c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591500 Jan 17 09:54:28.904400 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad006d-0233-437b-9e85-bde9ded748fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fd69b2-38ff-416c-9f10-5c0b9de69dbf,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:28.907410 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56410) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:28.959585 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4f3e359b-ea05-40d3-84d8-79e685a64e6d admin admin] Publish callbacks [] for security_group (82fd69b2-38ff-416c-9f10-5c0b9de69dbf), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:29.010925 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4f3e359b-ea05-40d3-84d8-79e685a64e6d admin admin] Publish callbacks [] for security_group (82fd69b2-38ff-416c-9f10-5c0b9de69dbf), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:29.057098 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16927b-e54a-4238-9914-13ff2c801576 req-e4eae602-121b-4ef8-a8b7-326d1ab2ce0e tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:29.058746 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1e16927b-e54a-4238-9914-13ff2c801576 req-e4eae602-121b-4ef8-a8b7-326d1ab2ce0e tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 943 time: 0.0972223 Jan 17 09:54:29.106759 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1e16927b-e54a-4238-9914-13ff2c801576 req-c76a7b64-a69f-40b5-90cc-95a73c778165 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426102 Jan 17 09:54:29.180067 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:29.247518 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ada17-ef5e-446b-928f-fe1d3fcf805c req-c40f884a-3ccf-41c3-a375-d4526a077d1c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:29.249043 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8b3ada17-ef5e-446b-928f-fe1d3fcf805c req-c40f884a-3ccf-41c3-a375-d4526a077d1c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0505590 Jan 17 09:54:29.261660 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4f3e359b-ea05-40d3-84d8-79e685a64e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (82fd69b2-38ff-416c-9f10-5c0b9de69dbf), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:29.264824 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4f3e359b-ea05-40d3-84d8-79e685a64e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:29.265895 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-4f3e359b-ea05-40d3-84d8-79e685a64e6d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/82fd69b2-38ff-416c-9f10-5c0b9de69dbf HTTP/1.1" status: 204 len: 168 time: 0.3574898 Jan 17 09:54:29.285591 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e359b-ea05-40d3-84d8-79e685a64e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fd69b2-38ff-416c-9f10-5c0b9de69dbf,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:29.316848 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8b3ada17-ef5e-446b-928f-fe1d3fcf805c req-d191f441-2287-4a9e-adc5-f0b5149b1719 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623102 Jan 17 09:54:29.803054 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56444) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:29.923284 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3c06c709-727c-4e47-9845-c9bc44bdd8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:30.025047 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1fc76-dc67-4244-acfa-87566175cb10 req-5af03960-cf3d-4877-98a5-8676bd0644c6 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:30.026470 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e1c1fc76-dc67-4244-acfa-87566175cb10 req-5af03960-cf3d-4877-98a5-8676bd0644c6 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 946 time: 0.0701430 Jan 17 09:54:30.043411 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3c06c709-727c-4e47-9845-c9bc44bdd8c2 admin admin] Publish callbacks [] for security_group (94e64b57-537f-4d97-bfc0-139be813a994), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:30.080950 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e1c1fc76-dc67-4244-acfa-87566175cb10 req-eab3e0b4-5422-4948-94de-d2d17ec73bae tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469499 Jan 17 09:54:30.144359 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3c06c709-727c-4e47-9845-c9bc44bdd8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (94e64b57-537f-4d97-bfc0-139be813a994), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:30.193637 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-3c06c709-727c-4e47-9845-c9bc44bdd8c2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f8dc41b46bc0402b9b900f59719afcf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887851 Jan 17 09:54:30.201823 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56458) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:30.209423 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06c709-727c-4e47-9845-c9bc44bdd8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e64b57-537f-4d97-bfc0-139be813a994,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:30.241423 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a7488-9246-4d15-9c1a-760fc7c81e96 req-f1027f6e-a60d-413f-87b0-0b1322857072 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:30.242999 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0d9a7488-9246-4d15-9c1a-760fc7c81e96 req-f1027f6e-a60d-413f-87b0-0b1322857072 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 943 time: 0.0651138 Jan 17 09:54:30.260217 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-81fdd34a-451f-489b-a51a-58ccc29994e1 admin admin] Publish callbacks [] for security_group (94e64b57-537f-4d97-bfc0-139be813a994), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:30.282345 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-81fdd34a-451f-489b-a51a-58ccc29994e1 admin admin] Publish callbacks [] for security_group (94e64b57-537f-4d97-bfc0-139be813a994), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:30.299588 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0d9a7488-9246-4d15-9c1a-760fc7c81e96 req-2a48a16e-d3cc-499d-b132-bd67978b9c83 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463867 Jan 17 09:54:30.433545 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ea37-a12f-4310-ae37-7afd7c815dc9 req-015b1461-e465-45dc-8caa-6e1418e26cb1 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:30.435027 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b886ea37-a12f-4310-ae37-7afd7c815dc9 req-015b1461-e465-45dc-8caa-6e1418e26cb1 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0479894 Jan 17 09:54:30.436802 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-81fdd34a-451f-489b-a51a-58ccc29994e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (94e64b57-537f-4d97-bfc0-139be813a994), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:30.439437 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-81fdd34a-451f-489b-a51a-58ccc29994e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:30.440980 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-81fdd34a-451f-489b-a51a-58ccc29994e1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/94e64b57-537f-4d97-bfc0-139be813a994 HTTP/1.1" status: 204 len: 168 time: 0.2377298 Jan 17 09:54:30.448763 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdd34a-451f-489b-a51a-58ccc29994e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e64b57-537f-4d97-bfc0-139be813a994,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:30.486510 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b886ea37-a12f-4310-ae37-7afd7c815dc9 req-dcd686b3-c7f7-487a-8916-6037f84bb147 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460620 Jan 17 09:54:30.649216 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-70cd177a-1b66-4a10-b3e0-8e5639c1ea76 req-d06d413a-96e4-4861-9c58-94249dcf3a83 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398381 Jan 17 09:54:30.770250 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd177a-1b66-4a10-b3e0-8e5639c1ea76 req-4a2cdfbd-b561-4986-b60e-482ec53dfe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:30.771879 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-70cd177a-1b66-4a10-b3e0-8e5639c1ea76 req-4a2cdfbd-b561-4986-b60e-482ec53dfe7d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4f78f5463ce84155836c42ee404f5665&device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 1099 time: 0.0401146 Jan 17 09:54:30.883076 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd177a-1b66-4a10-b3e0-8e5639c1ea76 req-b2517ee7-7497-4b41-aa3e-fe16d9fccd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:30.884554 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-70cd177a-1b66-4a10-b3e0-8e5639c1ea76 req-b2517ee7-7497-4b41-aa3e-fe16d9fccd47 service neutron] 10.222.0.94 "GET /v2.0/networks?id=71aee99e-e037-446e-95db-47b7b3de3e7d HTTP/1.1" status: 200 len: 915 time: 0.0893583 Jan 17 09:54:30.929622 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-70cd177a-1b66-4a10-b3e0-8e5639c1ea76 req-7e422df2-3344-40fb-8a63-8fe7976b1787 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7df3738-0e8b-4ef6-9796-89313eec43fb HTTP/1.1" status: 200 len: 217 time: 0.0341034 Jan 17 09:54:30.979423 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd177a-1b66-4a10-b3e0-8e5639c1ea76 req-20fee25a-a7ab-4a31-82fb-de5336604044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:30.981459 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-70cd177a-1b66-4a10-b3e0-8e5639c1ea76 req-20fee25a-a7ab-4a31-82fb-de5336604044 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ad17af83-cec7-42b2-9d1e-f569a99da8dd HTTP/1.1" status: 200 len: 854 time: 0.0440524 Jan 17 09:54:31.021706 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-70cd177a-1b66-4a10-b3e0-8e5639c1ea76 req-8d46b197-f223-4cbc-bd92-613dfb3df6ff service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=71aee99e-e037-446e-95db-47b7b3de3e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311801 Jan 17 09:54:31.084401 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 0cd022ae-8166-4ebd-acca-e5e5e8653f04 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:54:31.117659 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-70cd177a-1b66-4a10-b3e0-8e5639c1ea76 req-fdb60b54-4de1-46e0-b6e2-63f92d3ccab8 service neutron] 10.222.0.94 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829639 Jan 17 09:54:31.217598 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ca52c-db43-4605-b3da-b42883d39aad req-7cc124ea-85c8-4d85-a90b-91a301457735 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:31.225813 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-938ca52c-db43-4605-b3da-b42883d39aad req-7cc124ea-85c8-4d85-a90b-91a301457735 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 946 time: 0.0606575 Jan 17 09:54:31.233420 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 0cd022ae-8166-4ebd-acca-e5e5e8653f04, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0cd022ae-8166-4ebd-acca-e5e5e8653f04,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:31.235136 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56492) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:31.235291 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-70cd177a-1b66-4a10-b3e0-8e5639c1ea76 req-8365a9b8-3bdb-408d-a26a-28b5c590f89b service neutron] 10.222.0.94 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021345 Jan 17 09:54:31.251984 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '0cd022ae-8166-4ebd-acca-e5e5e8653f04', 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d', 'port_id': '0cd022ae-8166-4ebd-acca-e5e5e8653f04', 'mac_address': 'fa:16:3e:9f:9f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad17af83-cec7-42b2-9d1e-f569a99da8dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:54:31.292371 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-938ca52c-db43-4605-b3da-b42883d39aad req-bb54b3f5-14a2-4a6f-aa7b-cad82477cf10 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617986 Jan 17 09:54:31.292508 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56498) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:31.311389 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e57bf975-6aab-4d6d-b444-ae30d8a1c85a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:31.431004 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 0cd022ae-8166-4ebd-acca-e5e5e8653f04 is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:54:31.431406 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:31.444318 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd022ae-8166-4ebd-acca-e5e5e8653f04 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:54:31.454253 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e57bf975-6aab-4d6d-b444-ae30d8a1c85a admin admin] Publish callbacks [] for security_group (819bc28f-9f85-4e4e-96b6-ee157a1116f2), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:31.464768 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 0cd022ae-8166-4ebd-acca-e5e5e8653f04, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0cd022ae-8166-4ebd-acca-e5e5e8653f04,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:31.476012 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b0db5-62c0-4d93-a1b0-77172bfd1472 req-313a32c9-eb6f-4dc8-b30a-a562e2328f98 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:31.477497 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-619b0db5-62c0-4d93-a1b0-77172bfd1472 req-313a32c9-eb6f-4dc8-b30a-a562e2328f98 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 943 time: 0.0712211 Jan 17 09:54:31.534417 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f0f4f36c-1426-4edc-b902-d6ae699bb4e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:31.540250 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-619b0db5-62c0-4d93-a1b0-77172bfd1472 req-d679d397-67f8-4f71-acf1-80194525f134 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573044 Jan 17 09:54:31.553238 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e57bf975-6aab-4d6d-b444-ae30d8a1c85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (819bc28f-9f85-4e4e-96b6-ee157a1116f2), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:31.564073 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:31.610692 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=0cd022ae-8166-4ebd-acca-e5e5e8653f04,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:31.617659 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:31.618010 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:31.618394 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:31.618765 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:31.619132 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:31.619454 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:31.619793 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:31.620134 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:31.620471 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:31.620808 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:31.621144 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:31.621474 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:31.621804 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:54:31.641012 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-e57bf975-6aab-4d6d-b444-ae30d8a1c85a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3268fdfa91f74dea92c162a73a78b32c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474693 Jan 17 09:54:31.643752 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56504) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:31.646179 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bf975-6aab-4d6d-b444-ae30d8a1c85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819bc28f-9f85-4e4e-96b6-ee157a1116f2,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:31.676109 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ecc90-4024-4bf6-8638-da208a1452d5 req-179ebf74-5894-4390-8308-047e6dad4789 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:31.677657 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8c5ecc90-4024-4bf6-8638-da208a1452d5 req-179ebf74-5894-4390-8308-047e6dad4789 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.1218035 Jan 17 09:54:31.698193 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3be01e8f-5c24-471a-b88e-ddcd53a98c3a admin admin] Publish callbacks [] for security_group (819bc28f-9f85-4e4e-96b6-ee157a1116f2), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:31.720746 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3be01e8f-5c24-471a-b88e-ddcd53a98c3a admin admin] Publish callbacks [] for security_group (819bc28f-9f85-4e4e-96b6-ee157a1116f2), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:31.739406 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f0f4f36c-1426-4edc-b902-d6ae699bb4e5 admin admin] Publish callbacks [] for security_group (c45c3f02-4921-4ade-8b5c-a94183dedba7), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:31.757106 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8c5ecc90-4024-4bf6-8638-da208a1452d5 req-d0b0f561-200a-4052-bc62-5f2796070d76 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679002 Jan 17 09:54:31.860073 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f0f4f36c-1426-4edc-b902-d6ae699bb4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (c45c3f02-4921-4ade-8b5c-a94183dedba7), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:31.900276 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4f36c-1426-4edc-b902-d6ae699bb4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45c3f02-4921-4ade-8b5c-a94183dedba7,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:31.904243 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3be01e8f-5c24-471a-b88e-ddcd53a98c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (819bc28f-9f85-4e4e-96b6-ee157a1116f2), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:31.907395 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3be01e8f-5c24-471a-b88e-ddcd53a98c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:31.909003 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-3be01e8f-5c24-471a-b88e-ddcd53a98c3a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/819bc28f-9f85-4e4e-96b6-ee157a1116f2 HTTP/1.1" status: 204 len: 168 time: 0.2639303 Jan 17 09:54:31.921423 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56516) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:31.927906 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be01e8f-5c24-471a-b88e-ddcd53a98c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819bc28f-9f85-4e4e-96b6-ee157a1116f2,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:31.929857 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-f0f4f36c-1426-4edc-b902-d6ae699bb4e5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4f952daff0a54a4fb8fec55584bf191c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6809418 Jan 17 09:54:31.979785 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4482687f-ac9b-4947-b167-4780718f8a67 admin admin] Publish callbacks [] for security_group (c45c3f02-4921-4ade-8b5c-a94183dedba7), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:32.004856 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4482687f-ac9b-4947-b167-4780718f8a67 admin admin] Publish callbacks [] for security_group (c45c3f02-4921-4ade-8b5c-a94183dedba7), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:32.105471 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4482687f-ac9b-4947-b167-4780718f8a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (c45c3f02-4921-4ade-8b5c-a94183dedba7), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:32.108739 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4482687f-ac9b-4947-b167-4780718f8a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:32.109913 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-4482687f-ac9b-4947-b167-4780718f8a67 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c45c3f02-4921-4ade-8b5c-a94183dedba7 HTTP/1.1" status: 204 len: 168 time: 0.1872895 Jan 17 09:54:32.118065 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482687f-ac9b-4947-b167-4780718f8a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45c3f02-4921-4ade-8b5c-a94183dedba7,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:32.146091 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['0cd022ae-8166-4ebd-acca-e5e5e8653f04'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:54:32.428294 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357c6b8-e1c7-4440-a3e8-6b59e3cec8c6 req-e413facd-170c-4d95-9698-ca8b2e1d33e0 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:32.430246 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1357c6b8-e1c7-4440-a3e8-6b59e3cec8c6 req-e413facd-170c-4d95-9698-ca8b2e1d33e0 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 946 time: 0.0751965 Jan 17 09:54:32.489125 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1357c6b8-e1c7-4440-a3e8-6b59e3cec8c6 req-b846c7de-6f42-432e-ad3a-b194006e2fa4 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527585 Jan 17 09:54:32.663672 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c369d4-8a10-4ec0-9430-30efcba280ba req-ace0516f-25a2-418e-a453-30eef26265a5 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:32.665426 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b7c369d4-8a10-4ec0-9430-30efcba280ba req-ace0516f-25a2-418e-a453-30eef26265a5 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 944 time: 0.0515220 Jan 17 09:54:32.723888 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b7c369d4-8a10-4ec0-9430-30efcba280ba req-829a9056-506b-4db2-aa7f-fdb236ce3877 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526781 Jan 17 09:54:32.905135 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330de7f-5d2d-435c-8aef-a8c315d1c390 req-649f81f2-90ec-4614-9d69-0ae78016f973 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:32.906529 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a330de7f-5d2d-435c-8aef-a8c315d1c390 req-649f81f2-90ec-4614-9d69-0ae78016f973 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0485365 Jan 17 09:54:32.954029 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a330de7f-5d2d-435c-8aef-a8c315d1c390 req-84ae1de8-204b-4736-8cc7-1021958a9620 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418868 Jan 17 09:54:33.040096 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63a652-7c12-4701-bbde-0a6548f29a4b req-918b9c2c-46e7-439d-97cf-48c716ce85c1 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:33.041677 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-dd63a652-7c12-4701-bbde-0a6548f29a4b req-918b9c2c-46e7-439d-97cf-48c716ce85c1 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.94 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 946 time: 0.1003244 Jan 17 09:54:33.177630 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-dd63a652-7c12-4701-bbde-0a6548f29a4b req-2bfe96e5-1ac9-4e2d-a73d-eef29d7706b2 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Deleting port bc88e209-2151-4e19-9891-45402432fe27 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:54:33.177915 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-dd63a652-7c12-4701-bbde-0a6548f29a4b req-2bfe96e5-1ac9-4e2d-a73d-eef29d7706b2 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (bc88e209-2151-4e19-9891-45402432fe27), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:33.264488 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-dd63a652-7c12-4701-bbde-0a6548f29a4b req-2bfe96e5-1ac9-4e2d-a73d-eef29d7706b2 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] For port bc88e209-2151-4e19-9891-45402432fe27, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=bc88e209-2151-4e19-9891-45402432fe27,segment=NetworkSegment(378ee84d-6e72-48e5-a4c1-83c10c607703),segment_id=378ee84d-6e72-48e5-a4c1-83c10c607703)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:33.265345 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-dd63a652-7c12-4701-bbde-0a6548f29a4b req-2bfe96e5-1ac9-4e2d-a73d-eef29d7706b2 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (bc88e209-2151-4e19-9891-45402432fe27), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:33.294860 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-dd63a652-7c12-4701-bbde-0a6548f29a4b req-2bfe96e5-1ac9-4e2d-a73d-eef29d7706b2 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Calling delete_port for bc88e209-2151-4e19-9891-45402432fe27 owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:54:33.563078 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-dd63a652-7c12-4701-bbde-0a6548f29a4b req-2bfe96e5-1ac9-4e2d-a73d-eef29d7706b2 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926'] for port (bc88e209-2151-4e19-9891-45402432fe27), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:33.584857 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['bc88e209-2151-4e19-9891-45402432fe27'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:54:33.603883 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6b78f3b8-dfcc-4b6c-906a-c56097c1752b req-aff9608d-5041-4fa0-b266-a4519ca33a8a tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 210 time: 0.0364418 Jan 17 09:54:33.618748 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe96e5-1ac9-4e2d-a73d-eef29d7706b2 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Pushing event deleted for resources: {'Port': ['ID=bc88e209-2151-4e19-9891-45402432fe27,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:33.676477 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd63a652-7c12-4701-bbde-0a6548f29a4b req-2bfe96e5-1ac9-4e2d-a73d-eef29d7706b2 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] No DVR routers for this DVR port bc88e209-2151-4e19-9891-45402432fe27 on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:54:33.679605 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-dd63a652-7c12-4701-bbde-0a6548f29a4b req-2bfe96e5-1ac9-4e2d-a73d-eef29d7706b2 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:33.683030 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-dd63a652-7c12-4701-bbde-0a6548f29a4b req-2bfe96e5-1ac9-4e2d-a73d-eef29d7706b2 tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.94 "DELETE /v2.0/ports/bc88e209-2151-4e19-9891-45402432fe27 HTTP/1.1" status: 204 len: 173 time: 0.6341012 Jan 17 09:54:33.683469 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fae42d-9912-4bb8-81fa-cb7d11f956a1', 'name': 'network-vif-deleted', 'tag': 'bc88e209-2151-4e19-9891-45402432fe27'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:54:33.685782 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14517811-980a-4d89-90e2-f5e48233830e" -d '{"events": [{"server_uuid": "63fae42d-9912-4bb8-81fa-cb7d11f956a1", "name": "network-vif-deleted", "tag": "bc88e209-2151-4e19-9891-45402432fe27"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:54:33.722402 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160181ef-7030-45f4-b433-03f45495b2d8 x-openstack-request-id: req-160181ef-7030-45f4-b433-03f45495b2d8 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:54:33.722724 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fae42d-9912-4bb8-81fa-cb7d11f956a1", "name": "network-vif-deleted", "tag": "bc88e209-2151-4e19-9891-45402432fe27", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:54:33.723015 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-160181ef-7030-45f4-b433-03f45495b2d8 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:54:33.723414 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fae42d-9912-4bb8-81fa-cb7d11f956a1', 'name': 'network-vif-deleted', 'tag': 'bc88e209-2151-4e19-9891-45402432fe27', 'status': 'completed', 'code': 200} Jan 17 09:54:33.857500 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769b0e1-73f0-4606-8d89-9ed863358fe1 req-31d05376-bf2c-41a7-a51e-a6a185e08d58 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:33.859500 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9769b0e1-73f0-4606-8d89-9ed863358fe1 req-31d05376-bf2c-41a7-a51e-a6a185e08d58 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 944 time: 0.0495188 Jan 17 09:54:33.951347 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9769b0e1-73f0-4606-8d89-9ed863358fe1 req-cbf52e96-ab7d-4bf4-9815-e3984692d441 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714552 Jan 17 09:54:34.086136 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b0454-5990-41fe-bbae-73c6d24402ed req-988561a8-9448-449b-ac6f-a15bd1a247cd tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:34.087689 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ed8b0454-5990-41fe-bbae-73c6d24402ed req-988561a8-9448-449b-ac6f-a15bd1a247cd tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0539501 Jan 17 09:54:34.147603 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ed8b0454-5990-41fe-bbae-73c6d24402ed req-17d1bace-c438-4860-8940-24a5b8ea0479 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521979 Jan 17 09:54:34.459473 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:34.725999 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a5050072-40ac-465f-80bb-4d50f7d4499a req-0d5cbd4d-c2e8-495b-86af-7d6b08dedc5c tempest-DeleteServersTestJSON-181215920 tempest-DeleteServersTestJSON-181215920-project] 10.222.0.88 "GET /v2.0/ports?device_id=63fae42d-9912-4bb8-81fa-cb7d11f956a1 HTTP/1.1" status: 200 len: 210 time: 0.0386555 Jan 17 09:54:35.069055 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c870e-211e-4b7e-8e90-5ce0ccb42cc0 req-6d87d7bb-bfaa-41c7-a354-6a8da52e1ec8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:35.070598 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ed5c870e-211e-4b7e-8e90-5ce0ccb42cc0 req-6d87d7bb-bfaa-41c7-a354-6a8da52e1ec8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 944 time: 0.0529890 Jan 17 09:54:35.115938 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 0cd022ae-8166-4ebd-acca-e5e5e8653f04 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:54:35.119411 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ed5c870e-211e-4b7e-8e90-5ce0ccb42cc0 req-727ddb8a-2165-42d9-97a5-41c48758dcdd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 Jan 17 09:54:35.282441 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 0cd022ae-8166-4ebd-acca-e5e5e8653f04 completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:54:35.288007 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ced085-0152-4149-8b1f-0aad4fddf99a req-062d10d3-c4a4-435a-a8c9-97db8c61beb2 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:35.288007 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-20ced085-0152-4149-8b1f-0aad4fddf99a req-062d10d3-c4a4-435a-a8c9-97db8c61beb2 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0491235 Jan 17 09:54:35.288267 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 0cd022ae-8166-4ebd-acca-e5e5e8653f04 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:54:35.288267 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:35.353006 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-20ced085-0152-4149-8b1f-0aad4fddf99a req-cdc90d6d-02d1-4e99-a55b-b007c0d51078 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611231 Jan 17 09:54:35.376691 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 0cd022ae-8166-4ebd-acca-e5e5e8653f04 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:54:35.377206 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:35.399987 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd022ae-8166-4ebd-acca-e5e5e8653f04'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:54:35.402295 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffdd3e5-f032-48f5-9894-fb3edf29beaf" -d '{"events": [{"server_uuid": "e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5", "name": "network-vif-plugged", "status": "completed", "tag": "0cd022ae-8166-4ebd-acca-e5e5e8653f04"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:54:35.415500 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 0cd022ae-8166-4ebd-acca-e5e5e8653f04, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0cd022ae-8166-4ebd-acca-e5e5e8653f04,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:35.436722 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae73d0b-fa05-4022-a23e-ad86e0c91310 x-openstack-request-id: req-dae73d0b-fa05-4022-a23e-ad86e0c91310 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:54:35.437044 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5", "name": "network-vif-plugged", "status": "completed", "tag": "0cd022ae-8166-4ebd-acca-e5e5e8653f04", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:54:35.437308 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dae73d0b-fa05-4022-a23e-ad86e0c91310 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:54:35.437931 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd022ae-8166-4ebd-acca-e5e5e8653f04', 'code': 200} Jan 17 09:54:35.532293 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:35.533204 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device bc88e209-2151-4e19-9891-45402432fe27 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:54:35.571806 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: bc88e209-2151-4e19-9891-45402432fe27 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:54:35.572169 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device bc88e209-2151-4e19-9891-45402432fe27 not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:54:35.597688 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=0cd022ae-8166-4ebd-acca-e5e5e8653f04,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:35.977116 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d72426-ac9a-4912-b5f3-cbe5223b2c2b req-d50f6e93-c66c-4af8-9872-487713c65c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:35.983967 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b4d72426-ac9a-4912-b5f3-cbe5223b2c2b req-d50f6e93-c66c-4af8-9872-487713c65c6d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 1098 time: 0.0438962 Jan 17 09:54:36.064653 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b4d72426-ac9a-4912-b5f3-cbe5223b2c2b req-8aad6464-d3ec-4dc2-972f-63b9156fd9b9 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531983 Jan 17 09:54:36.243276 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec8e33-5583-47f3-8ebf-c9899fde3db0 req-5b87c388-6174-4437-b1ae-753e119e9a64 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:36.244746 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c9ec8e33-5583-47f3-8ebf-c9899fde3db0 req-5b87c388-6174-4437-b1ae-753e119e9a64 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 945 time: 0.0519304 Jan 17 09:54:36.293390 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c9ec8e33-5583-47f3-8ebf-c9899fde3db0 req-0158c198-43d6-45b1-b420-fc02b8ceb678 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 Jan 17 09:54:36.466364 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39cc3c-ad08-4b0a-9f15-0f84f08c85ab req-0aab13b1-ee35-446e-b345-e0102143c2c6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:36.468609 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0b39cc3c-ad08-4b0a-9f15-0f84f08c85ab req-0aab13b1-ee35-446e-b345-e0102143c2c6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0504794 Jan 17 09:54:36.516195 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0b39cc3c-ad08-4b0a-9f15-0f84f08c85ab req-3b620a2a-0e7b-4f6c-a19d-39166980144c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Jan 17 09:54:37.410425 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d4c51-e4da-480a-b370-59b6e7445eb6 req-eb120374-d2de-4bfb-9059-7daf8ad0165a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:37.411910 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b33d4c51-e4da-480a-b370-59b6e7445eb6 req-eb120374-d2de-4bfb-9059-7daf8ad0165a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 945 time: 0.0482543 Jan 17 09:54:37.463722 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b33d4c51-e4da-480a-b370-59b6e7445eb6 req-2691ba0e-d1e4-47ce-a844-d5737e560d46 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462139 Jan 17 09:54:37.644081 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493ff27-cae5-43ec-8380-cd25c2b358ad req-b59095d0-c509-4e80-8b8f-48522d0b1536 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:37.645625 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9493ff27-cae5-43ec-8380-cd25c2b358ad req-b59095d0-c509-4e80-8b8f-48522d0b1536 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0566137 Jan 17 09:54:37.703482 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9493ff27-cae5-43ec-8380-cd25c2b358ad req-5d6ab943-d2ec-425f-872a-859127debf5d tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519917 Jan 17 09:54:38.597744 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733b5d1-6caf-48ed-b81d-2397c5fcca8f req-8235be79-99f2-407b-a65e-585574bf968c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:38.604710 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e733b5d1-6caf-48ed-b81d-2397c5fcca8f req-8235be79-99f2-407b-a65e-585574bf968c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 945 time: 0.0550778 Jan 17 09:54:38.666780 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e733b5d1-6caf-48ed-b81d-2397c5fcca8f req-60f8de65-9d8c-4f10-8ae5-56da1880b572 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558224 Jan 17 09:54:38.729646 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56744) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:38.783124 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb97c67-9838-4504-9145-f61be254ba36 admin admin] Deleting subnet 07b29479-52b9-4573-abbb-896fcea55de0 {{(pid=114941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:54:38.786512 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1bb97c67-9838-4504-9145-f61be254ba36 admin admin] Publish callbacks [] for subnet (07b29479-52b9-4573-abbb-896fcea55de0), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:38.825455 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1bb97c67-9838-4504-9145-f61be254ba36 admin admin] Publish callbacks [] for subnet (07b29479-52b9-4573-abbb-896fcea55de0), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:38.839737 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1bb97c67-9838-4504-9145-f61be254ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (07b29479-52b9-4573-abbb-896fcea55de0), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:38.848915 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29024249-8157-4e8d-91e4-d9b1c9500b26 req-010c6487-66e4-49d3-8934-f2e0fe7cda16 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:38.855245 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-29024249-8157-4e8d-91e4-d9b1c9500b26 req-010c6487-66e4-49d3-8934-f2e0fe7cda16 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0735915 Jan 17 09:54:38.916271 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-29024249-8157-4e8d-91e4-d9b1c9500b26 req-3fb7f5c0-bd50-4e01-b019-0cea3f93e896 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445440 Jan 17 09:54:39.031638 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1bb97c67-9838-4504-9145-f61be254ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for subnet (07b29479-52b9-4573-abbb-896fcea55de0), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:39.056870 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb97c67-9838-4504-9145-f61be254ba36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b29479-52b9-4573-abbb-896fcea55de0,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:39.060393 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1bb97c67-9838-4504-9145-f61be254ba36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:39.064205 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-1bb97c67-9838-4504-9145-f61be254ba36 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/07b29479-52b9-4573-abbb-896fcea55de0 HTTP/1.1" status: 204 len: 168 time: 0.3335304 Jan 17 09:54:39.066831 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56760) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:39.135048 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (c34218d8-fc40-4d15-b430-b5c52b4fa1cd), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:39.216653 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (c34218d8-fc40-4d15-b430-b5c52b4fa1cd), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:39.242043 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.242421 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.244095 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.244095 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > port after_create 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.244354 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.244728 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > port after_update 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.245071 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.245438 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.245800 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.246292 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.439906 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.440264 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.440634 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.441210 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:54:39.441592 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34218d8-fc40-4d15-b430-b5c52b4fa1cd']}} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:54:39.441957 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd91b4-310b-4433-8415-43e8f9e40e7a req-6206d1a9-7101-4518-8fa5-cb7d1f4e7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:39.443546 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a9bd91b4-310b-4433-8415-43e8f9e40e7a req-6206d1a9-7101-4518-8fa5-cb7d1f4e7e3d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 1098 time: 0.0402746 Jan 17 09:54:39.458689 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378ee84d-6e72-48e5-a4c1-83c10c607703') {'for_net_delete': True} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:54:39.459023 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378ee84d-6e72-48e5-a4c1-83c10c607703') {} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:54:39.475218 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24658905'] for segment (378ee84d-6e72-48e5-a4c1-83c10c607703), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:39.506463 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (378ee84d-6e72-48e5-a4c1-83c10c607703), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:39.515334 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=114940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:54:39.515755 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894521'] for segment (378ee84d-6e72-48e5-a4c1-83c10c607703), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:39.534925 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a9bd91b4-310b-4433-8415-43e8f9e40e7a req-71cdc78f-0717-445f-b8e0-2b0393ff11f0 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441763 Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: Traceback (most recent call last): Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: timer() Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: cb(*args, **kw) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: return func(*args, **kwargs) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: self._notify() Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: self.callback(batched_events) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: event.method(event) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: return f(self, *a, **k) Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._get(url).json() Jan 17 09:54:39.539737 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:54:39.542787 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:54:39.542787 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:54:39.542787 dv-cinder-824839-2-iscsi neutron-server[114940]: return self.request(url, 'GET', **kwargs) Jan 17 09:54:39.542787 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:54:39.542787 dv-cinder-824839-2-iscsi neutron-server[114940]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:54:39.542787 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:54:39.542787 dv-cinder-824839-2-iscsi neutron-server[114940]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:54:39.542787 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:54:39.542787 dv-cinder-824839-2-iscsi neutron-server[114940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:54:39.542787 dv-cinder-824839-2-iscsi neutron-server[114940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:54:39.717545 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (c34218d8-fc40-4d15-b430-b5c52b4fa1cd), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:39.735342 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:39.738674 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] 10.222.0.88 "DELETE /v2.0/networks/c34218d8-fc40-4d15-b430-b5c52b4fa1cd HTTP/1.1" status: 204 len: 168 time: 0.6708548 Jan 17 09:54:39.739686 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3356f-da58-4b22-9dfb-21d3937c3b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=c34218d8-fc40-4d15-b430-b5c52b4fa1cd,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:40.037668 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730afb18-da7d-402e-8bd9-1d50460ec650 req-2220516f-a355-4743-b1e7-f2ef6a5bf040 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:40.039241 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-730afb18-da7d-402e-8bd9-1d50460ec650 req-2220516f-a355-4743-b1e7-f2ef6a5bf040 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0494530 Jan 17 09:54:40.091385 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-730afb18-da7d-402e-8bd9-1d50460ec650 req-221ccf32-d16e-4cc4-8fed-62f82fca9049 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449128 Jan 17 09:54:40.386012 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56786) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:40.424605 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-17b31f58-725e-40be-b698-0fd09ef55ed3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=51320950439a476392f62fc3620f9a82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373530 Jan 17 09:54:40.426903 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56788) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:40.472949 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c5547653-ec83-47d3-886d-9cc490f5e157 admin admin] Publish callbacks [] for security_group (f4f8b4a3-d441-42e5-9b82-e2edadf06fa6), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:40.493945 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c5547653-ec83-47d3-886d-9cc490f5e157 admin admin] Publish callbacks [] for security_group (f4f8b4a3-d441-42e5-9b82-e2edadf06fa6), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:40.609692 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56794) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:40.755204 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-40287c95-0f63-41ad-ac68-71e572106369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:40.822225 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c5547653-ec83-47d3-886d-9cc490f5e157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (f4f8b4a3-d441-42e5-9b82-e2edadf06fa6), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:40.837886 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c5547653-ec83-47d3-886d-9cc490f5e157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:40.837886 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-c5547653-ec83-47d3-886d-9cc490f5e157 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f4f8b4a3-d441-42e5-9b82-e2edadf06fa6 HTTP/1.1" status: 204 len: 168 time: 0.3982110 Jan 17 09:54:40.842026 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5547653-ec83-47d3-886d-9cc490f5e157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f8b4a3-d441-42e5-9b82-e2edadf06fa6,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:40.880928 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-40287c95-0f63-41ad-ac68-71e572106369 admin admin] Publish callbacks [] for security_group (ccc75e73-a17b-429a-96ea-7a29900a645a), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:41.105127 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-40287c95-0f63-41ad-ac68-71e572106369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (ccc75e73-a17b-429a-96ea-7a29900a645a), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:41.149560 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-40287c95-0f63-41ad-ac68-71e572106369 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=169acbd71766441bb7375eea99c7b71f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5384531 Jan 17 09:54:41.160961 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40287c95-0f63-41ad-ac68-71e572106369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc75e73-a17b-429a-96ea-7a29900a645a,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:41.161571 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56808) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:41.212645 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f42962a1-3e43-42a9-b26d-be8f7c898431 admin admin] Publish callbacks [] for security_group (ccc75e73-a17b-429a-96ea-7a29900a645a), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:41.217291 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa1c93-07e0-4d80-982d-27657aee15d2 req-a762090b-4b00-4e53-9821-b8e3a3dbdefe tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:41.218833 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-33fa1c93-07e0-4d80-982d-27657aee15d2 req-a762090b-4b00-4e53-9821-b8e3a3dbdefe tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0514944 Jan 17 09:54:41.243792 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f42962a1-3e43-42a9-b26d-be8f7c898431 admin admin] Publish callbacks [] for security_group (ccc75e73-a17b-429a-96ea-7a29900a645a), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:41.276617 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-33fa1c93-07e0-4d80-982d-27657aee15d2 req-9ddaca44-3cd4-4925-9b56-d92d660f1476 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519722 Jan 17 09:54:41.436994 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f42962a1-3e43-42a9-b26d-be8f7c898431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (ccc75e73-a17b-429a-96ea-7a29900a645a), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:41.439633 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f42962a1-3e43-42a9-b26d-be8f7c898431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:41.440810 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-f42962a1-3e43-42a9-b26d-be8f7c898431 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ccc75e73-a17b-429a-96ea-7a29900a645a HTTP/1.1" status: 204 len: 168 time: 0.2874894 Jan 17 09:54:41.461052 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42962a1-3e43-42a9-b26d-be8f7c898431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc75e73-a17b-429a-96ea-7a29900a645a,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:42.395045 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56854) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:42.408766 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7ede776e-6025-4c37-92cc-c0bc73e15690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:42.410983 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8a4e0-74ef-45e4-bb03-156a3f87fdb3 req-317359f8-38e5-4c15-a221-7ba79bd635d4 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:42.412462 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-efb8a4e0-74ef-45e4-bb03-156a3f87fdb3 req-317359f8-38e5-4c15-a221-7ba79bd635d4 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0566549 Jan 17 09:54:42.462850 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-efb8a4e0-74ef-45e4-bb03-156a3f87fdb3 req-15db5dad-a282-4bcc-ac23-ace919ee20ee tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438654 Jan 17 09:54:42.527724 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7ede776e-6025-4c37-92cc-c0bc73e15690 admin admin] Publish callbacks [] for security_group (3cc12d67-0577-4141-bd7f-15737691dece), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:42.611330 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56870) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:42.683789 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7ede776e-6025-4c37-92cc-c0bc73e15690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (3cc12d67-0577-4141-bd7f-15737691dece), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:42.742330 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-7ede776e-6025-4c37-92cc-c0bc73e15690 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=68cc3b9c5f844159a064519d5aeb54ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461938 Jan 17 09:54:42.751453 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56878) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:42.764133 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede776e-6025-4c37-92cc-c0bc73e15690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc12d67-0577-4141-bd7f-15737691dece,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:42.769372 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7fbe11d5-0683-439f-a28c-f08ffa267dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:42.847998 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3f29e9b7-1255-4569-8764-8e31b231bae9 admin admin] Publish callbacks [] for security_group (3cc12d67-0577-4141-bd7f-15737691dece), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:42.879310 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3f29e9b7-1255-4569-8764-8e31b231bae9 admin admin] Publish callbacks [] for security_group (3cc12d67-0577-4141-bd7f-15737691dece), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:42.893812 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631b1d4-6f63-478e-aa09-b9a1f0cdca74 req-314ef4c9-ee6f-4de4-b2df-ee96e8b99232 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:42.895365 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d631b1d4-6f63-478e-aa09-b9a1f0cdca74 req-314ef4c9-ee6f-4de4-b2df-ee96e8b99232 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.3334868 Jan 17 09:54:42.929574 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7fbe11d5-0683-439f-a28c-f08ffa267dda admin admin] Publish callbacks [] for security_group (4a694589-c12b-4b1f-833a-255f07687713), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:42.962892 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-78785c9b-b5fc-4e11-a1dc-430e52755db5 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:42.964356 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-78785c9b-b5fc-4e11-a1dc-430e52755db5 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/networks?id=71aee99e-e037-446e-95db-47b7b3de3e7d HTTP/1.1" status: 200 len: 814 time: 0.3913550 Jan 17 09:54:42.995642 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d631b1d4-6f63-478e-aa09-b9a1f0cdca74 req-5bb9d8d6-ed39-48de-afce-1de8c0c95d62 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867076 Jan 17 09:54:42.997227 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-f5f652e7-0173-400b-a71f-2e96aa644d63 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/quotas/4f78f5463ce84155836c42ee404f5665 HTTP/1.1" status: 200 len: 375 time: 0.0200768 Jan 17 09:54:43.073157 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-171bcc6e-16f5-43a6-8337-86b389592f64 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4f78f5463ce84155836c42ee404f5665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654597 Jan 17 09:54:43.105572 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7fbe11d5-0683-439f-a28c-f08ffa267dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (4a694589-c12b-4b1f-833a-255f07687713), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:43.160782 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-7fbe11d5-0683-439f-a28c-f08ffa267dda admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=58f9746367c342c4a916154a48ce4d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5425284 Jan 17 09:54:43.160782 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56892) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:43.197880 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe11d5-0683-439f-a28c-f08ffa267dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a694589-c12b-4b1f-833a-255f07687713,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:43.207464 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-287392e2-a2e4-48d5-9747-a87e74aec95f service neutron] 10.222.0.88 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242833 Jan 17 09:54:43.214209 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3f29e9b7-1255-4569-8764-8e31b231bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (3cc12d67-0577-4141-bd7f-15737691dece), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:43.216956 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3f29e9b7-1255-4569-8764-8e31b231bae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:43.218815 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-3f29e9b7-1255-4569-8764-8e31b231bae9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3cc12d67-0577-4141-bd7f-15737691dece HTTP/1.1" status: 204 len: 168 time: 0.4655724 Jan 17 09:54:43.229536 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e9b7-1255-4569-8764-8e31b231bae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc12d67-0577-4141-bd7f-15737691dece,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:43.242817 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a812ef95-f91d-4673-8aa8-0b3d6c850709 admin admin] Publish callbacks [] for security_group (4a694589-c12b-4b1f-833a-255f07687713), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:43.281732 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a812ef95-f91d-4673-8aa8-0b3d6c850709 admin admin] Publish callbacks [] for security_group (4a694589-c12b-4b1f-833a-255f07687713), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:43.304852 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-82e55856-a8e3-49e6-8f97-27a32524cf9a service neutron] 10.222.0.88 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001799 Jan 17 09:54:43.448167 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a812ef95-f91d-4673-8aa8-0b3d6c850709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (4a694589-c12b-4b1f-833a-255f07687713), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:43.450843 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a812ef95-f91d-4673-8aa8-0b3d6c850709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:43.452060 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-a812ef95-f91d-4673-8aa8-0b3d6c850709 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4a694589-c12b-4b1f-833a-255f07687713 HTTP/1.1" status: 204 len: 168 time: 0.2940412 Jan 17 09:54:43.460318 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812ef95-f91d-4673-8aa8-0b3d6c850709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a694589-c12b-4b1f-833a-255f07687713,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:43.603615 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-70c768ab-66a6-4639-b6e2-c62ecbb7fe9c req-c7b2a0e8-d56c-4553-8d7c-0f6abf1d7cf7 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 210 time: 0.0343964 Jan 17 09:54:44.687033 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-83f7841e-759a-441c-ad71-d4d490c30740 req-e2d19557-c7ed-48d0-8bbd-13411a80ea5d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 210 time: 0.0255365 Jan 17 09:54:44.740322 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 56960) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:44.753737 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-fabaaee3-247d-4970-b59b-d8c2c1de03da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:44.831952 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-fabaaee3-247d-4970-b59b-d8c2c1de03da admin admin] Publish callbacks [] for security_group (23f73cb6-faf7-42d3-a57d-8c19dd40755a), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:45.069280 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-fabaaee3-247d-4970-b59b-d8c2c1de03da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (23f73cb6-faf7-42d3-a57d-8c19dd40755a), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:45.103390 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-fabaaee3-247d-4970-b59b-d8c2c1de03da admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=40be84fe178a4be18eb31ac6b87e585d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619189 Jan 17 09:54:45.105799 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaaee3-247d-4970-b59b-d8c2c1de03da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f73cb6-faf7-42d3-a57d-8c19dd40755a,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:45.107823 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 56972) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:45.155911 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-beedf73d-2e20-4596-9345-34bcf9e11f02 admin admin] Publish callbacks [] for security_group (23f73cb6-faf7-42d3-a57d-8c19dd40755a), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:45.180497 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-beedf73d-2e20-4596-9345-34bcf9e11f02 admin admin] Publish callbacks [] for security_group (23f73cb6-faf7-42d3-a57d-8c19dd40755a), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:45.406642 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-beedf73d-2e20-4596-9345-34bcf9e11f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (23f73cb6-faf7-42d3-a57d-8c19dd40755a), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:45.409290 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-beedf73d-2e20-4596-9345-34bcf9e11f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:45.410555 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-beedf73d-2e20-4596-9345-34bcf9e11f02 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/23f73cb6-faf7-42d3-a57d-8c19dd40755a HTTP/1.1" status: 204 len: 168 time: 0.3015928 Jan 17 09:54:45.418646 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedf73d-2e20-4596-9345-34bcf9e11f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f73cb6-faf7-42d3-a57d-8c19dd40755a,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:45.780580 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d1aa14f1-f2a6-4df2-bf58-877409c3b009 req-2cb4a565-34e6-460e-9402-d67595d641a7 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 210 time: 0.0264640 Jan 17 09:54:46.798491 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d366-b555-467b-9a7a-94e6c638e7b2 req-549d222f-b8d9-4554-a384-6c3f79010cef tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:46.800100 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b4e1d366-b555-467b-9a7a-94e6c638e7b2 req-549d222f-b8d9-4554-a384-6c3f79010cef tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0692306 Jan 17 09:54:46.905114 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 57058) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:46.935103 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b4e1d366-b555-467b-9a7a-94e6c638e7b2 req-34a79356-c217-4be3-9d00-5e48f09ac13c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160553 Jan 17 09:54:46.965715 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-20f36b90-6423-407d-a50f-cb396324a524 req-6291c5cb-089e-4bd4-8eec-fa18afe1123b tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 210 time: 0.0529885 Jan 17 09:54:46.971236 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afbc57-0a15-4229-8744-06e9f69bafd9 req-8b75bbcb-ea94-49d0-b84b-15b6937d059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:46.973621 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b3afbc57-0a15-4229-8744-06e9f69bafd9 req-8b75bbcb-ea94-49d0-b84b-15b6937d059f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9cb309ded717452cace3567dacc87b2f&device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 1098 time: 0.0655653 Jan 17 09:54:47.084629 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afbc57-0a15-4229-8744-06e9f69bafd9 req-c21910a7-1d52-4bda-8f59-9eb272bbbba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:47.086353 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b3afbc57-0a15-4229-8744-06e9f69bafd9 req-c21910a7-1d52-4bda-8f59-9eb272bbbba4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1 HTTP/1.1" status: 200 len: 920 time: 0.1059504 Jan 17 09:54:47.354970 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2050533313-network', 'tenant_id': '45cef721011d4bc385f3fed06e492c22'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:54:47.367718 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b3afbc57-0a15-4229-8744-06e9f69bafd9 req-8b726f4d-9e21-4d2d-a254-a1f664e2fdd4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd24fa9d-aec4-4bd9-887e-f0c7e35617be HTTP/1.1" status: 200 len: 217 time: 0.2728713 Jan 17 09:54:47.484233 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afbc57-0a15-4229-8744-06e9f69bafd9 req-3cba5707-bba2-4501-a8e9-531288fadeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:47.485778 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b3afbc57-0a15-4229-8744-06e9f69bafd9 req-3cba5707-bba2-4501-a8e9-531288fadeab service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9208fb27-664b-428f-ab1c-b4f44f3920f5 HTTP/1.1" status: 200 len: 859 time: 0.1068439 Jan 17 09:54:47.533233 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b3afbc57-0a15-4229-8744-06e9f69bafd9 req-1ab18df3-e869-43d9-b92e-9e06902c69bf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378845 Jan 17 09:54:47.541703 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-97eaf594-c5e8-43dc-8043-65533ca26c74 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:47.543047 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-97eaf594-c5e8-43dc-8043-65533ca26c74 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "GET /v2.0/networks?id=71aee99e-e037-446e-95db-47b7b3de3e7d HTTP/1.1" status: 200 len: 814 time: 0.1920104 Jan 17 09:54:47.555405 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-a0ec7be0-097a-450d-9928-85e9b515aac3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Request body: {'port': {'device_id': '8454eef4-736e-405b-ac99-02ce9ee5bb64', 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d', 'admin_state_up': True, 'tenant_id': '4f78f5463ce84155836c42ee404f5665'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:54:47.635919 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Made reservation on behalf of 45cef721011d4bc385f3fed06e492c22 for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:54:47.638227 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:47.655374 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:47.744696 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b3afbc57-0a15-4229-8744-06e9f69bafd9 req-a79558f4-c4a8-4cf3-b5a6-65e5f7138d0e service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006412 Jan 17 09:54:47.876357 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Publish callbacks [] for security_group (d81b9512-4061-4548-ad40-5b393f16bb19), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:47.882182 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b3afbc57-0a15-4229-8744-06e9f69bafd9 req-805c9c86-837a-4b05-af9b-7c1eca84387b service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283219 Jan 17 09:54:48.074515 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5555c70c-0a9c-4de0-af7e-d989c0abba83 req-b9f18157-6090-475f-aeea-2d18ac16d1da tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 210 time: 0.0314496 Jan 17 09:54:48.096522 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0140fe-0e2b-434c-866c-410cbcf80394 req-6030cdca-de4e-4175-a3fe-2343251c2798 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:48.096522 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5f0140fe-0e2b-434c-866c-410cbcf80394 req-6030cdca-de4e-4175-a3fe-2343251c2798 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0808423 Jan 17 09:54:48.126907 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-a0ec7be0-097a-450d-9928-85e9b515aac3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Made reservation on behalf of 4f78f5463ce84155836c42ee404f5665 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:54:48.142971 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-a0ec7be0-097a-450d-9928-85e9b515aac3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:48.145219 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (d81b9512-4061-4548-ad40-5b393f16bb19), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:48.148222 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5f0140fe-0e2b-434c-866c-410cbcf80394 req-ee19c0fb-cef2-4928-84da-de711b22e3eb tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447211 Jan 17 09:54:48.211622 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] vlan segment allocate from pool success with {'vlan_id': 970, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:54:48.241636 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (43880b2c-05c6-428b-9337-bddbed5bf99c), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:48.241987 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Added segment 43880b2c-05c6-428b-9337-bddbed5bf99c of type vlan for network b5585205-2f55-4ef3-8834-018bb47a03f4 Jan 17 09:54:48.270764 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81b9512-4061-4548-ad40-5b393f16bb19,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:48.338762 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (b5585205-2f55-4ef3-8834-018bb47a03f4), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:48.400911 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-a0ec7be0-097a-450d-9928-85e9b515aac3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Allocated IP 172.20.0.11 (71aee99e-e037-446e-95db-47b7b3de3e7d/ad17af83-cec7-42b2-9d1e-f569a99da8dd/412f721b-105f-4f6e-9259-416e91ac80c9) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:54:48.517169 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (b5585205-2f55-4ef3-8834-018bb47a03f4), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:48.518156 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:48.518772 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:48.613364 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-a0ec7be0-097a-450d-9928-85e9b515aac3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks [] for port (412f721b-105f-4f6e-9259-416e91ac80c9), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:48.616530 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] Pushing event updated for resources: {'Network': ['ID=b5585205-2f55-4ef3-8834-018bb47a03f4,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:48.627269 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network b5585205-2f55-4ef3-8834-018bb47a03f4 details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:54:48.630235 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-380cacd0-920a-4b9d-9bec-367e8ae1db84 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7233274 Jan 17 09:54:48.633565 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 57108) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:48.642233 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-6e484247-d8b3-4173-84b1-b645b09d53b5 admin admin] Request body: {'subnet': {'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2050533313-subnet', 'tenant_id': '45cef721011d4bc385f3fed06e492c22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:54:48.690930 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 57112) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:48.744610 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e484247-d8b3-4173-84b1-b645b09d53b5 admin admin] Made reservation on behalf of 45cef721011d4bc385f3fed06e492c22 for: {'subnet': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:54:48.747845 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6e484247-d8b3-4173-84b1-b645b09d53b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24840352'] for subnet (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:48.813797 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-a0ec7be0-097a-450d-9928-85e9b515aac3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (412f721b-105f-4f6e-9259-416e91ac80c9), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:48.815152 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e2c5a0dc-e58f-480c-83b9-8bdb381a920f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:48.827633 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['a7df3738-0e8b-4ef6-9796-89313eec43fb', '0cd022ae-8166-4ebd-acca-e5e5e8653f04'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:54:48.870082 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-a0ec7be0-097a-450d-9928-85e9b515aac3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Network 71aee99e-e037-446e-95db-47b7b3de3e7d is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:54:48.874212 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-a0ec7be0-097a-450d-9928-85e9b515aac3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:54:48.876724 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-a0ec7be0-097a-450d-9928-85e9b515aac3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:54:48.882855 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-a0ec7be0-097a-450d-9928-85e9b515aac3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:48.884417 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-a0ec7be0-097a-450d-9928-85e9b515aac3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:48.896391 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec7be0-097a-450d-9928-85e9b515aac3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Pushing event updated for resources: {'Port': ['ID=412f721b-105f-4f6e-9259-416e91ac80c9,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:48.973841 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e2c5a0dc-e58f-480c-83b9-8bdb381a920f admin admin] Publish callbacks [] for security_group (2b8f9d6d-ede7-4a7f-a670-3ed2c14edb6d), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.015970 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-a0ec7be0-097a-450d-9928-85e9b515aac3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4639618 Jan 17 09:54:49.027376 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Request body: {'port': {'device_id': '8454eef4-736e-405b-ac99-02ce9ee5bb64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:54:49.080760 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (412f721b-105f-4f6e-9259-416e91ac80c9), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.104721 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e2c5a0dc-e58f-480c-83b9-8bdb381a920f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (2b8f9d6d-ede7-4a7f-a670-3ed2c14edb6d), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.143126 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6e484247-d8b3-4173-84b1-b645b09d53b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24894608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24840370'] for subnet (59974585-238b-4151-812e-58250f99df43), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.156432 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-e2c5a0dc-e58f-480c-83b9-8bdb381a920f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=706f7f0afb0146ae8ff070db5fe5b407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4623206 Jan 17 09:54:49.161205 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 57124) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:49.165219 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5a0dc-e58f-480c-83b9-8bdb381a920f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8f9d6d-ede7-4a7f-a670-3ed2c14edb6d,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:49.295390 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e484247-d8b3-4173-84b1-b645b09d53b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59974585-238b-4151-812e-58250f99df43,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:49.335324 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a9be5-5a7f-4ee4-96cc-7496ed49d199 req-b4b57b26-9038-489a-a007-33a5a54a572f tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:49.337109 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ab7a9be5-5a7f-4ee4-96cc-7496ed49d199 req-b4b57b26-9038-489a-a007-33a5a54a572f tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 932 time: 0.1750073 Jan 17 09:54:49.359121 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e484247-d8b3-4173-84b1-b645b09d53b5 admin admin] Checking segment: {'id': '43880b2c-05c6-428b-9337-bddbed5bf99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:54:49.359489 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e484247-d8b3-4173-84b1-b645b09d53b5 admin admin] Network hostable DHCP agents. Network: b5585205-2f55-4ef3-8834-018bb47a03f4, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:54:49.371954 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b162c8-2f55-43dc-bcf9-337716c64bd2 req-905522c7-d570-463b-a0f5-7e60067fc016 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:49.373992 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e6b162c8-2f55-43dc-bcf9-337716c64bd2 req-905522c7-d570-463b-a0f5-7e60067fc016 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.1273599 Jan 17 09:54:49.375794 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412f721b-105f-4f6e-9259-416e91ac80c9 {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:54:49.383354 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Publish callbacks [] for port (412f721b-105f-4f6e-9259-416e91ac80c9), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.390388 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-df172e5a-f6f4-4509-bba2-d7e3a9dafdfb admin admin] Publish callbacks [] for security_group (2b8f9d6d-ede7-4a7f-a670-3ed2c14edb6d), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.399949 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Transition to ACTIVE for port object 412f721b-105f-4f6e-9259-416e91ac80c9 will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:54:49.457945 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-df172e5a-f6f4-4509-bba2-d7e3a9dafdfb admin admin] Publish callbacks [] for security_group (2b8f9d6d-ede7-4a7f-a670-3ed2c14edb6d), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.476144 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ab7a9be5-5a7f-4ee4-96cc-7496ed49d199 req-4f12e93a-974b-4e03-aebc-a53bf41eca76 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315670 Jan 17 09:54:49.481953 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e6b162c8-2f55-43dc-bcf9-337716c64bd2 req-9d86b6fe-6d44-49ac-8cbe-c9db57b6ffb0 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985017 Jan 17 09:54:49.508479 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:54:49.634858 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e484247-d8b3-4173-84b1-b645b09d53b5 admin admin] Network b5585205-2f55-4ef3-8834-018bb47a03f4 is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:54:49.635204 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (412f721b-105f-4f6e-9259-416e91ac80c9), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.690545 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-df172e5a-f6f4-4509-bba2-d7e3a9dafdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (2b8f9d6d-ede7-4a7f-a670-3ed2c14edb6d), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.690659 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=412f721b-105f-4f6e-9259-416e91ac80c9,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:49.691304 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-df172e5a-f6f4-4509-bba2-d7e3a9dafdfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.694968 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-df172e5a-f6f4-4509-bba2-d7e3a9dafdfb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2b8f9d6d-ede7-4a7f-a670-3ed2c14edb6d HTTP/1.1" status: 204 len: 168 time: 0.5302207 Jan 17 09:54:49.708139 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df172e5a-f6f4-4509-bba2-d7e3a9dafdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8f9d6d-ede7-4a7f-a670-3ed2c14edb6d,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:49.725650 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Attempting to bind port 412f721b-105f-4f6e-9259-416e91ac80c9 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:54:49.726304 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Attempting to bind port 412f721b-105f-4f6e-9259-416e91ac80c9 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:54:49.726656 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Attempting to bind port 412f721b-105f-4f6e-9259-416e91ac80c9 on network 71aee99e-e037-446e-95db-47b7b3de3e7d {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:54:49.733414 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Port 412f721b-105f-4f6e-9259-416e91ac80c9 on network 71aee99e-e037-446e-95db-47b7b3de3e7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:54:49.733743 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Attempting to bind port 412f721b-105f-4f6e-9259-416e91ac80c9 on network 71aee99e-e037-446e-95db-47b7b3de3e7d {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:54:49.741104 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:54:49.741104 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Checking segment: {'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:54:49.741104 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Bound using segment: {'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:54:49.741104 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Bound port: 412f721b-105f-4f6e-9259-416e91ac80c9, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:54:49.742051 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (412f721b-105f-4f6e-9259-416e91ac80c9), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.773351 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-6e484247-d8b3-4173-84b1-b645b09d53b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, b5585205-2f55-4ef3-8834-018bb47a03f4) {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:54:49.781822 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87136735-de13-43da-8db8-8005b651d4c6 None None] Network b5585205-2f55-4ef3-8834-018bb47a03f4 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:54:49.784847 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e484247-d8b3-4173-84b1-b645b09d53b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:49.785474 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6e484247-d8b3-4173-84b1-b645b09d53b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.814109 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] For port 412f721b-105f-4f6e-9259-416e91ac80c9, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:54:49.817155 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] For port 412f721b-105f-4f6e-9259-416e91ac80c9, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=412f721b-105f-4f6e-9259-416e91ac80c9,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:54:49.878185 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4826e26-e5bf-4104-a70d-d083bdcdaf07 None None] Network b5585205-2f55-4ef3-8834-018bb47a03f4 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:54:49.947841 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-6e484247-d8b3-4173-84b1-b645b09d53b5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3117871 Jan 17 09:54:49.949887 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (412f721b-105f-4f6e-9259-416e91ac80c9), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.985864 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:49.986517 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:49.988031 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] 10.222.0.94 "PUT /v2.0/ports/412f721b-105f-4f6e-9259-416e91ac80c9 HTTP/1.1" status: 200 len: 1094 time: 0.9650502 Jan 17 09:54:49.994287 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8454eef4-736e-405b-ac99-02ce9ee5bb64', 'tag': '412f721b-105f-4f6e-9259-416e91ac80c9'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:54:49.994287 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1326b35-702f-459b-a306-4edde0b4442e" -d '{"events": [{"name": "network-changed", "server_uuid": "8454eef4-736e-405b-ac99-02ce9ee5bb64", "tag": "412f721b-105f-4f6e-9259-416e91ac80c9"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:54:50.028717 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce7891-4046-4fa0-a922-118c8ce06ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=412f721b-105f-4f6e-9259-416e91ac80c9,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:50.043637 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1512fc-a697-4c8c-9638-8c68ffcd0c91 x-openstack-request-id: req-1b1512fc-a697-4c8c-9638-8c68ffcd0c91 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:54:50.043975 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8454eef4-736e-405b-ac99-02ce9ee5bb64", "tag": "412f721b-105f-4f6e-9259-416e91ac80c9", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:54:50.044244 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1b1512fc-a697-4c8c-9638-8c68ffcd0c91 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:54:50.044711 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8454eef4-736e-405b-ac99-02ce9ee5bb64', 'tag': '412f721b-105f-4f6e-9259-416e91ac80c9', 'status': 'completed', 'code': 200} Jan 17 09:54:50.115722 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1326b35-702f-459b-a306-4edde0b4442e req-9219201c-26ec-4401-9b64-3910214eda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:50.117786 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e1326b35-702f-459b-a306-4edde0b4442e req-9219201c-26ec-4401-9b64-3910214eda84 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4f78f5463ce84155836c42ee404f5665&device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 1097 time: 0.0499477 Jan 17 09:54:50.223306 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1326b35-702f-459b-a306-4edde0b4442e req-2840448f-ff3a-4e08-b10c-e5302818f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:50.225128 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e1326b35-702f-459b-a306-4edde0b4442e req-2840448f-ff3a-4e08-b10c-e5302818f097 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=4f78f5463ce84155836c42ee404f5665&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0998268 Jan 17 09:54:50.339438 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1326b35-702f-459b-a306-4edde0b4442e req-b8335d61-ba27-4193-91b4-19a5595f1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:50.340936 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e1326b35-702f-459b-a306-4edde0b4442e req-b8335d61-ba27-4193-91b4-19a5595f1483 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1103306 Jan 17 09:54:50.418799 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-22c8f097-6579-4e87-bcb6-e5be67791657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:50.420286 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-22c8f097-6579-4e87-bcb6-e5be67791657 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4f78f5463ce84155836c42ee404f5665&device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 1097 time: 0.0401738 Jan 17 09:54:50.464930 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-b3854deb-ce5d-44ba-8e76-7c0e41560f62 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=412f721b-105f-4f6e-9259-416e91ac80c9 HTTP/1.1" status: 200 len: 217 time: 0.0380361 Jan 17 09:54:50.530341 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-834079b2-4b87-4a46-a80d-7056fc91c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:50.532517 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-834079b2-4b87-4a46-a80d-7056fc91c4fe service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ad17af83-cec7-42b2-9d1e-f569a99da8dd HTTP/1.1" status: 200 len: 854 time: 0.0555112 Jan 17 09:54:50.572524 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-a47c5d7f-29c6-4b89-8eed-c3fe249fe8c2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=71aee99e-e037-446e-95db-47b7b3de3e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341365 Jan 17 09:54:50.634996 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52501104-dec0-4a1e-8816-2eaf2561eff0 req-e60183fc-cd10-495a-a157-f564086084af tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:50.635475 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 57156) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:50.636168 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-52501104-dec0-4a1e-8816-2eaf2561eff0 req-e60183fc-cd10-495a-a157-f564086084af tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 944 time: 0.0858788 Jan 17 09:54:50.652347 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-04145fa6-c57a-445d-ba3d-1f5c0defa393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:50.658297 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505373d-b694-4661-87ab-1b10fcac404f req-2ff7c244-8f46-4ce2-80db-2221488106de tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:50.659789 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b505373d-b694-4661-87ab-1b10fcac404f req-2ff7c244-8f46-4ce2-80db-2221488106de tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0771844 Jan 17 09:54:50.700446 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-4cf68c77-5f89-4296-b68f-64ad3129c472 service neutron] 10.222.0.94 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204169 Jan 17 09:54:50.723052 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-52501104-dec0-4a1e-8816-2eaf2561eff0 req-c5ae3a04-8613-421e-8ada-892692ccc1ec tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764060 Jan 17 09:54:50.747888 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b505373d-b694-4661-87ab-1b10fcac404f req-0b2dd179-049a-466d-8354-5dbdea1edc6f tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801625 Jan 17 09:54:50.836868 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-04145fa6-c57a-445d-ba3d-1f5c0defa393 admin admin] Publish callbacks [] for security_group (5ec5f552-1010-415a-96cf-fdad1c9a37a6), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:50.839601 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef42bb8f-5b78-4639-b773-7c549a9205b9 req-ed95f70d-1c98-4cd0-9d40-e612e9b34801 service neutron] 10.222.0.94 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282125 Jan 17 09:54:50.927472 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-04145fa6-c57a-445d-ba3d-1f5c0defa393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5ec5f552-1010-415a-96cf-fdad1c9a37a6), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:50.964396 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04145fa6-c57a-445d-ba3d-1f5c0defa393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec5f552-1010-415a-96cf-fdad1c9a37a6,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:50.968798 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-04145fa6-c57a-445d-ba3d-1f5c0defa393 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2012603461ee412f9331f0711b38193f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324599 Jan 17 09:54:50.971665 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 57162) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:51.046377 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-92d050ec-b051-4d28-8273-961e411dad07 admin admin] Publish callbacks [] for security_group (5ec5f552-1010-415a-96cf-fdad1c9a37a6), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:51.070025 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-92d050ec-b051-4d28-8273-961e411dad07 admin admin] Publish callbacks [] for security_group (5ec5f552-1010-415a-96cf-fdad1c9a37a6), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:51.219305 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-92d050ec-b051-4d28-8273-961e411dad07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5ec5f552-1010-415a-96cf-fdad1c9a37a6), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:51.221904 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-92d050ec-b051-4d28-8273-961e411dad07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:51.223082 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-92d050ec-b051-4d28-8273-961e411dad07 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5ec5f552-1010-415a-96cf-fdad1c9a37a6 HTTP/1.1" status: 204 len: 168 time: 0.2502959 Jan 17 09:54:51.230860 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d050ec-b051-4d28-8273-961e411dad07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec5f552-1010-415a-96cf-fdad1c9a37a6,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:51.868856 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23067a8-0083-4594-b6c0-d4b4d68e9fa6 req-d9a24786-3861-477f-856f-12a395b89574 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:51.870465 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f23067a8-0083-4594-b6c0-d4b4d68e9fa6 req-d9a24786-3861-477f-856f-12a395b89574 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 944 time: 0.0747147 Jan 17 09:54:51.893576 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da54cc-d597-43e6-818a-f7eebe218435 req-30f8d166-a6b5-4842-a7aa-184e867bf534 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:51.898308 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-68da54cc-d597-43e6-818a-f7eebe218435 req-30f8d166-a6b5-4842-a7aa-184e867bf534 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0781727 Jan 17 09:54:51.965968 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f23067a8-0083-4594-b6c0-d4b4d68e9fa6 req-7cabe660-3a53-4d09-a73a-d7887934656e tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884402 Jan 17 09:54:51.970845 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-68da54cc-d597-43e6-818a-f7eebe218435 req-076e90d6-4889-47fa-867b-941ae96e05fd tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660946 Jan 17 09:54:52.057798 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 57196) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:52.071257 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-981ee5e8-8c51-4953-a3ae-6cb8d4274019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:52.147438 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-981ee5e8-8c51-4953-a3ae-6cb8d4274019 admin admin] Publish callbacks [] for security_group (20114b65-ba9f-48e9-8af1-ad480154e756), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:52.230226 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-981ee5e8-8c51-4953-a3ae-6cb8d4274019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (20114b65-ba9f-48e9-8af1-ad480154e756), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:52.269701 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-981ee5e8-8c51-4953-a3ae-6cb8d4274019 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=74ae07b973714c57bbd4910b7d7ed834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108040 Jan 17 09:54:52.270614 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ee5e8-8c51-4953-a3ae-6cb8d4274019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20114b65-ba9f-48e9-8af1-ad480154e756,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:52.272471 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 57200) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:54:52.321540 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-84e12879-993a-478a-9845-1bdcf4710e27 admin admin] Publish callbacks [] for security_group (20114b65-ba9f-48e9-8af1-ad480154e756), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:52.344046 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-84e12879-993a-478a-9845-1bdcf4710e27 admin admin] Publish callbacks [] for security_group (20114b65-ba9f-48e9-8af1-ad480154e756), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:52.418668 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c4a4601a-9dca-42ac-b637-5d1eeebde56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:52.458818 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-84e12879-993a-478a-9845-1bdcf4710e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (20114b65-ba9f-48e9-8af1-ad480154e756), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:52.461467 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-84e12879-993a-478a-9845-1bdcf4710e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:52.465024 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-84e12879-993a-478a-9845-1bdcf4710e27 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/20114b65-ba9f-48e9-8af1-ad480154e756 HTTP/1.1" status: 204 len: 168 time: 0.1892660 Jan 17 09:54:52.474913 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e12879-993a-478a-9845-1bdcf4710e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20114b65-ba9f-48e9-8af1-ad480154e756,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:55.098827 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-6b805d20-c9d4-401d-ab54-0ca6d9559239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:55.490066 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f328362-bbba-42ec-88bb-e36c1477e559 req-4da02852-91d0-4fc0-b714-fd718988240c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:55.491623 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0f328362-bbba-42ec-88bb-e36c1477e559 req-4da02852-91d0-4fc0-b714-fd718988240c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 944 time: 0.0821109 Jan 17 09:54:55.508597 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a643b8-84e6-418f-9c50-9fffbbfff3e2 req-23d9348b-69ce-44a2-a84d-faaa3ca8be42 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:55.518113 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-28a643b8-84e6-418f-9c50-9fffbbfff3e2 req-23d9348b-69ce-44a2-a84d-faaa3ca8be42 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0746772 Jan 17 09:54:55.584921 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0f328362-bbba-42ec-88bb-e36c1477e559 req-7705749d-2e3e-49b8-bc87-a074838d4e2b tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850635 Jan 17 09:54:55.615023 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-28a643b8-84e6-418f-9c50-9fffbbfff3e2 req-b2fd36a4-22ff-40a5-bbd5-6daf476c9ef8 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951440 Jan 17 09:54:56.001848 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:56.726332 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36589317-de20-4d4b-b876-30dccd13ae16 req-b01ceabb-7e5a-4d66-aa27-bc5dcf6561cd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:56.733805 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-36589317-de20-4d4b-b876-30dccd13ae16 req-b01ceabb-7e5a-4d66-aa27-bc5dcf6561cd tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 944 time: 0.0622578 Jan 17 09:54:56.813150 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-36589317-de20-4d4b-b876-30dccd13ae16 req-0469b7c3-7429-4829-8935-7a2741bf8bce tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783107 Jan 17 09:54:56.821544 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcc558-41e6-4eb0-88c4-f1a12035bdc2 req-3e8b843a-b424-4c1a-9898-5b33e99d4b1d tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:56.825350 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-21bcc558-41e6-4eb0-88c4-f1a12035bdc2 req-3e8b843a-b424-4c1a-9898-5b33e99d4b1d tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0872891 Jan 17 09:54:56.875679 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-21bcc558-41e6-4eb0-88c4-f1a12035bdc2 req-339706d4-740a-4bf5-bb62-24e0c73629ec tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455487 Jan 17 09:54:56.996708 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-a411c95f-abd7-436c-a355-254a4ebd33ac tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:56.998818 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-a411c95f-abd7-436c-a355-254a4ebd33ac tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/networks?id=b5585205-2f55-4ef3-8834-018bb47a03f4 HTTP/1.1" status: 200 len: 809 time: 0.1051509 Jan 17 09:54:57.015158 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-6836b899-a247-48a8-a8fb-ead41f075e76 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/quotas/45cef721011d4bc385f3fed06e492c22 HTTP/1.1" status: 200 len: 375 time: 0.0108492 Jan 17 09:54:57.050100 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-33fe7039-8cdf-424f-b888-b3e4eae541f4 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=45cef721011d4bc385f3fed06e492c22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294788 Jan 17 09:54:57.140885 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-13c838bd-f09f-4da4-8c15-bd1bbcf0a436 service neutron] 10.222.0.88 "GET /v2.0/networks/b5585205-2f55-4ef3-8834-018bb47a03f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837820 Jan 17 09:54:57.233345 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-08ea326f-524e-4acd-ace8-34f5640b8b2c service neutron] 10.222.0.88 "GET /v2.0/networks/b5585205-2f55-4ef3-8834-018bb47a03f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870163 Jan 17 09:54:57.456959 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4305071d-8a69-45e4-b477-abd28d48e8ec req-63b7d635-8fb8-4497-a8bf-6def478c238c tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 210 time: 0.0278890 Jan 17 09:54:57.746935 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:57.931054 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dabdf-cdcd-4839-83dd-34c70cd6ca72 req-c519fe97-c6d8-4d4a-a45f-8000a7f7bf7b tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:57.933434 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b49dabdf-cdcd-4839-83dd-34c70cd6ca72 req-c519fe97-c6d8-4d4a-a45f-8000a7f7bf7b tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 944 time: 0.0506012 Jan 17 09:54:58.008617 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b49dabdf-cdcd-4839-83dd-34c70cd6ca72 req-204957c8-bfd0-4f91-88be-553e686045d9 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694420 Jan 17 09:54:58.024188 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ffff5-1c83-4ebb-8819-04776877ba0b req-116a5720-7564-4e90-aab8-71fc920bf255 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:58.025659 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3e3ffff5-1c83-4ebb-8819-04776877ba0b req-116a5720-7564-4e90-aab8-71fc920bf255 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0726671 Jan 17 09:54:58.075427 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3e3ffff5-1c83-4ebb-8819-04776877ba0b req-273f6aa2-7201-4137-9bd1-bec20f7b72e2 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Jan 17 09:54:58.534997 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-35fb9d59-54ad-4b7d-ae4b-4af0bfe00afa req-df371210-bef0-4553-b414-a7f42b2bfbf4 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 210 time: 0.0270422 Jan 17 09:54:59.139267 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:59.143890 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c987c9a-fd54-4dc8-8913-f0081f1391ef req-8d06cf88-6c6c-448c-bf48-251c471fee74 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:59.145461 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c987c9a-fd54-4dc8-8913-f0081f1391ef req-8d06cf88-6c6c-448c-bf48-251c471fee74 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 944 time: 0.0642917 Jan 17 09:54:59.221022 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 412f721b-105f-4f6e-9259-416e91ac80c9 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:54:59.225819 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c987c9a-fd54-4dc8-8913-f0081f1391ef req-2c087734-5527-4e59-86ac-a7b8bf8ebddb tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735083 Jan 17 09:54:59.245017 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637522b5-ff27-4cea-8ac7-1425135151a9 req-ead14bf9-b8c4-483d-8c3b-3db9de4fa3be tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:54:59.245017 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-637522b5-ff27-4cea-8ac7-1425135151a9 req-ead14bf9-b8c4-483d-8c3b-3db9de4fa3be tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0731397 Jan 17 09:54:59.300676 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-637522b5-ff27-4cea-8ac7-1425135151a9 req-1bca7d71-c4cc-46bb-b520-337d652ff013 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533986 Jan 17 09:54:59.340312 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 412f721b-105f-4f6e-9259-416e91ac80c9, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=412f721b-105f-4f6e-9259-416e91ac80c9,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:59.353469 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '412f721b-105f-4f6e-9259-416e91ac80c9', 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d', 'port_id': '412f721b-105f-4f6e-9259-416e91ac80c9', 'mac_address': 'fa:16:3e:c1:71:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad17af83-cec7-42b2-9d1e-f569a99da8dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:54:59.392497 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 412f721b-105f-4f6e-9259-416e91ac80c9 is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:54:59.392892 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (412f721b-105f-4f6e-9259-416e91ac80c9), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:59.407874 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412f721b-105f-4f6e-9259-416e91ac80c9 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:54:59.426708 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 412f721b-105f-4f6e-9259-416e91ac80c9, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=412f721b-105f-4f6e-9259-416e91ac80c9,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:54:59.527619 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (412f721b-105f-4f6e-9259-416e91ac80c9), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:54:59.579802 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=412f721b-105f-4f6e-9259-416e91ac80c9,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:54:59.627724 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-632f816d-f043-4f80-86b6-ab84d4ea8a69 req-03d68dff-3b10-4465-a37e-feef666e2078 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 210 time: 0.0263135 Jan 17 09:55:00.068925 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['412f721b-105f-4f6e-9259-416e91ac80c9'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:55:00.343557 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348f5f6-f236-4d18-9278-e6f997f38c42 req-fbe23243-0e06-422d-bb13-db554ce90dc8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:00.345366 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f348f5f6-f236-4d18-9278-e6f997f38c42 req-fbe23243-0e06-422d-bb13-db554ce90dc8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 945 time: 0.0501475 Jan 17 09:55:00.442399 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f348f5f6-f236-4d18-9278-e6f997f38c42 req-0fb0b399-09e8-435b-adb2-da6d7c05c709 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906188 Jan 17 09:55:00.462425 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c043e4-995d-420b-98f3-3ba27df83994 req-9cb9314e-f348-416c-93a7-0a0248215836 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:00.463950 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c7c043e4-995d-420b-98f3-3ba27df83994 req-9cb9314e-f348-416c-93a7-0a0248215836 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0684950 Jan 17 09:55:00.516803 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c7c043e4-995d-420b-98f3-3ba27df83994 req-111062ad-83f7-4c19-a483-0ac4f1f8505e tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468750 Jan 17 09:55:00.681181 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-fc7b1180-2d3a-441a-a85c-05a207408051 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:00.682753 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-fc7b1180-2d3a-441a-a85c-05a207408051 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.94 "GET /v2.0/networks?id=b5585205-2f55-4ef3-8834-018bb47a03f4 HTTP/1.1" status: 200 len: 809 time: 0.1181297 Jan 17 09:55:00.708889 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-8894d461-e9fb-4025-9e55-98aa08bd1943 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Request body: {'port': {'device_id': '7b39860b-0279-472c-b019-21d133d0be0d', 'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4', 'admin_state_up': True, 'tenant_id': '45cef721011d4bc385f3fed06e492c22'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:55:00.738510 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bde0defb-eef7-4d7b-88d6-09bc540f4d69 req-e5b9a9cb-a515-43bb-8ec9-a4c1151d567e tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 210 time: 0.0328853 Jan 17 09:55:00.955936 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-8894d461-e9fb-4025-9e55-98aa08bd1943 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Made reservation on behalf of 45cef721011d4bc385f3fed06e492c22 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:55:00.959946 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-8894d461-e9fb-4025-9e55-98aa08bd1943 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:01.113789 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-8894d461-e9fb-4025-9e55-98aa08bd1943 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Allocated IP 172.20.0.6 (b5585205-2f55-4ef3-8834-018bb47a03f4/59974585-238b-4151-812e-58250f99df43/288efc04-1016-4c7b-8ce0-084259e06c19) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:55:01.270021 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633e42a-c42c-4f7b-bc20-f3b2a295ea9c req-2b1ce00d-7cd9-43d6-a7f6-ab8341e47dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:01.271584 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f633e42a-c42c-4f7b-bc20-f3b2a295ea9c req-2b1ce00d-7cd9-43d6-a7f6-ab8341e47dc2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 1098 time: 0.0649259 Jan 17 09:55:01.310343 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-8894d461-e9fb-4025-9e55-98aa08bd1943 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks [] for port (288efc04-1016-4c7b-8ce0-084259e06c19), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:01.347254 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f633e42a-c42c-4f7b-bc20-f3b2a295ea9c req-320d99de-f501-4fd1-bacd-ba881870a420 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613880 Jan 17 09:55:01.437045 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-8894d461-e9fb-4025-9e55-98aa08bd1943 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (288efc04-1016-4c7b-8ce0-084259e06c19), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:01.479439 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-8894d461-e9fb-4025-9e55-98aa08bd1943 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Network b5585205-2f55-4ef3-8834-018bb47a03f4 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:55:01.482966 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-8894d461-e9fb-4025-9e55-98aa08bd1943 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:55:01.486789 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-8894d461-e9fb-4025-9e55-98aa08bd1943 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.488071 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.490501 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.490501 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.490501 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.490501 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.490501 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.490501 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.490501 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.490501 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.490501 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:55:01.490501 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:55:01.492896 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-8894d461-e9fb-4025-9e55-98aa08bd1943 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:01.493549 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-8894d461-e9fb-4025-9e55-98aa08bd1943 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:01.506365 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894d461-e9fb-4025-9e55-98aa08bd1943 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Pushing event updated for resources: {'Port': ['ID=288efc04-1016-4c7b-8ce0-084259e06c19,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:01.564948 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4765609-3ebd-400c-9b35-a938be6d0b84 req-cd29d997-e8ca-434f-bca7-58fc4d5788e3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:01.568924 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d4765609-3ebd-400c-9b35-a938be6d0b84 req-cd29d997-e8ca-434f-bca7-58fc4d5788e3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 945 time: 0.0500295 Jan 17 09:55:01.593057 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-8894d461-e9fb-4025-9e55-98aa08bd1943 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8967128 Jan 17 09:55:01.640787 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d4765609-3ebd-400c-9b35-a938be6d0b84 req-ac05f4fb-6bb9-4669-acb3-42c6af7acebc tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682838 Jan 17 09:55:01.662629 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912241e-eb2b-48fb-a334-66c31bcca93c req-3729e47a-a9f9-4ea4-8982-3ba43c969b37 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:01.662629 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0912241e-eb2b-48fb-a334-66c31bcca93c req-3729e47a-a9f9-4ea4-8982-3ba43c969b37 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0675931 Jan 17 09:55:01.714787 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0912241e-eb2b-48fb-a334-66c31bcca93c req-a92f851e-0b0a-4261-87d5-89fff19324f2 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459394 Jan 17 09:55:01.823569 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Request body: {'port': {'device_id': '7b39860b-0279-472c-b019-21d133d0be0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:55:01.857275 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b84e7-9d4c-4188-986a-573a4676d83b req-dfd69ef1-27b9-48b3-a04c-761350500565 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:01.859092 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f46b84e7-9d4c-4188-986a-573a4676d83b req-dfd69ef1-27b9-48b3-a04c-761350500565 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 931 time: 0.0501673 Jan 17 09:55:01.881479 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (288efc04-1016-4c7b-8ce0-084259e06c19), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:01.907840 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f46b84e7-9d4c-4188-986a-573a4676d83b req-96a775f7-ce0f-4638-9ac9-417fa2e741f8 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429096 Jan 17 09:55:02.151922 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288efc04-1016-4c7b-8ce0-084259e06c19 {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:55:02.159625 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Publish callbacks [] for port (288efc04-1016-4c7b-8ce0-084259e06c19), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:02.172141 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Transition to ACTIVE for port object 288efc04-1016-4c7b-8ce0-084259e06c19 will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:55:02.309924 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (288efc04-1016-4c7b-8ce0-084259e06c19), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:02.379550 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Pushing event updated for resources: {'Port': ['ID=288efc04-1016-4c7b-8ce0-084259e06c19,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:02.394313 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Attempting to bind port 288efc04-1016-4c7b-8ce0-084259e06c19 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:55:02.394654 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Attempting to bind port 288efc04-1016-4c7b-8ce0-084259e06c19 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '43880b2c-05c6-428b-9337-bddbed5bf99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:55:02.395019 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Attempting to bind port 288efc04-1016-4c7b-8ce0-084259e06c19 on network b5585205-2f55-4ef3-8834-018bb47a03f4 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:55:02.399417 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Port 288efc04-1016-4c7b-8ce0-084259e06c19 on network b5585205-2f55-4ef3-8834-018bb47a03f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:55:02.399789 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Attempting to bind port 288efc04-1016-4c7b-8ce0-084259e06c19 on network b5585205-2f55-4ef3-8834-018bb47a03f4 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:55:02.405176 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:55:02.405516 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Checking segment: {'id': '43880b2c-05c6-428b-9337-bddbed5bf99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:55:02.405899 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Bound using segment: {'id': '43880b2c-05c6-428b-9337-bddbed5bf99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:55:02.406320 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Bound port: 288efc04-1016-4c7b-8ce0-084259e06c19, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43880b2c-05c6-428b-9337-bddbed5bf99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:55:02.406673 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (288efc04-1016-4c7b-8ce0-084259e06c19), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:02.477968 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] For port 288efc04-1016-4c7b-8ce0-084259e06c19, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:55:02.481047 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] For port 288efc04-1016-4c7b-8ce0-084259e06c19, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=288efc04-1016-4c7b-8ce0-084259e06c19,segment=NetworkSegment(43880b2c-05c6-428b-9337-bddbed5bf99c),segment_id=43880b2c-05c6-428b-9337-bddbed5bf99c)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:55:02.573145 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (288efc04-1016-4c7b-8ce0-084259e06c19), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:02.608363 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:02.608987 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:02.610435 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] 10.222.0.94 "PUT /v2.0/ports/288efc04-1016-4c7b-8ce0-084259e06c19 HTTP/1.1" status: 200 len: 1093 time: 0.7911780 Jan 17 09:55:02.610918 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b39860b-0279-472c-b019-21d133d0be0d', 'tag': '288efc04-1016-4c7b-8ce0-084259e06c19'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:55:02.613201 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efb427f-6520-48eb-8598-97eebae35ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b39860b-0279-472c-b019-21d133d0be0d", "tag": "288efc04-1016-4c7b-8ce0-084259e06c19"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:55:02.635725 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e96a48-f62e-4f2f-9e83-5d5b560793ab service neutron] Pushing event updated for resources: {'Port': ['ID=288efc04-1016-4c7b-8ce0-084259e06c19,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:02.656324 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eb592d-fa97-4e6c-8e72-00c87a43d659 x-openstack-request-id: req-02eb592d-fa97-4e6c-8e72-00c87a43d659 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:55:02.656647 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b39860b-0279-472c-b019-21d133d0be0d", "tag": "288efc04-1016-4c7b-8ce0-084259e06c19", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:55:02.656909 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-02eb592d-fa97-4e6c-8e72-00c87a43d659 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:55:02.657355 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b39860b-0279-472c-b019-21d133d0be0d', 'tag': '288efc04-1016-4c7b-8ce0-084259e06c19', 'status': 'completed', 'code': 200} Jan 17 09:55:02.720445 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb427f-6520-48eb-8598-97eebae35ee7 req-227bc152-93de-4c2c-94e9-437e5b89166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:02.721950 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1efb427f-6520-48eb-8598-97eebae35ee7 req-227bc152-93de-4c2c-94e9-437e5b89166b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=45cef721011d4bc385f3fed06e492c22&device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 1096 time: 0.0424738 Jan 17 09:55:02.767103 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20a42f-2d06-49c7-9173-d3f8ac959e4d req-e1b25c23-eb51-4c3e-bff2-d98f24b30dc2 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:02.769304 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef20a42f-2d06-49c7-9173-d3f8ac959e4d req-e1b25c23-eb51-4c3e-bff2-d98f24b30dc2 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 945 time: 0.0539899 Jan 17 09:55:02.837785 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb427f-6520-48eb-8598-97eebae35ee7 req-101165d5-9138-47a4-9d57-29795c1a713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:02.840606 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1efb427f-6520-48eb-8598-97eebae35ee7 req-101165d5-9138-47a4-9d57-29795c1a713f service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=45cef721011d4bc385f3fed06e492c22&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1096308 Jan 17 09:55:02.852172 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef20a42f-2d06-49c7-9173-d3f8ac959e4d req-f1829b8f-2b94-43eb-91f6-b0441a53b2d8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751326 Jan 17 09:55:02.865540 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448217b-e1c7-4474-abb0-75a12c992f13 req-b8259c3d-1559-4aa0-b1c1-65dcff855a6c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:02.878965 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a448217b-e1c7-4474-abb0-75a12c992f13 req-b8259c3d-1559-4aa0-b1c1-65dcff855a6c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0882351 Jan 17 09:55:02.922286 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a448217b-e1c7-4474-abb0-75a12c992f13 req-021cb398-7f0e-4105-b4ce-057c28e4610f tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Jan 17 09:55:02.958844 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb427f-6520-48eb-8598-97eebae35ee7 req-26c43d5a-2a0a-4cee-9743-052f4c8d6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:02.960351 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1efb427f-6520-48eb-8598-97eebae35ee7 req-26c43d5a-2a0a-4cee-9743-052f4c8d6b3d service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086538 Jan 17 09:55:03.035183 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33fdc4-c3ce-4411-9155-e98661073762 req-5185f2ac-e249-4ef8-af3a-defd3bf138fa tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:03.036693 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dd33fdc4-c3ce-4411-9155-e98661073762 req-5185f2ac-e249-4ef8-af3a-defd3bf138fa tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 943 time: 0.0577340 Jan 17 09:55:03.044538 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-9950970a-7958-4611-aa40-340912ba929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:03.046136 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-9950970a-7958-4611-aa40-340912ba929a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=45cef721011d4bc385f3fed06e492c22&device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 1096 time: 0.0443666 Jan 17 09:55:03.091365 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dd33fdc4-c3ce-4411-9155-e98661073762 req-4633fb12-fe9e-49ed-9ea3-f455508d534a tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487742 Jan 17 09:55:03.103849 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 57518) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:55:03.104284 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-cca3f128-ddc0-4e13-bd7e-d8cf03779891 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=288efc04-1016-4c7b-8ce0-084259e06c19 HTTP/1.1" status: 200 len: 217 time: 0.0352132 Jan 17 09:55:03.190000 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-bcb13576-b892-41d6-8ec9-a6e03f5e3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:03.191675 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-bcb13576-b892-41d6-8ec9-a6e03f5e3454 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=59974585-238b-4151-812e-58250f99df43 HTTP/1.1" status: 200 len: 849 time: 0.0732501 Jan 17 09:55:03.227033 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-ff1ac92e-8b96-421b-83b7-e3e5e2afe2c1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5585205-2f55-4ef3-8834-018bb47a03f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274451 Jan 17 09:55:03.237665 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 412f721b-105f-4f6e-9259-416e91ac80c9 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:55:03.249894 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9ff1c4a3-6a84-4957-86ca-cd2d13b8d26e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:03.387391 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-328b518b-6b05-4488-887f-59acabc00db8 service neutron] 10.222.0.94 "GET /v2.0/networks/b5585205-2f55-4ef3-8834-018bb47a03f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347067 Jan 17 09:55:03.391690 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9ff1c4a3-6a84-4957-86ca-cd2d13b8d26e admin admin] Publish callbacks [] for security_group (ae801287-f012-46da-af48-37f72dc27cd4), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:03.406954 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 412f721b-105f-4f6e-9259-416e91ac80c9 completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:55:03.411460 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 412f721b-105f-4f6e-9259-416e91ac80c9 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:55:03.411852 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (412f721b-105f-4f6e-9259-416e91ac80c9), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:03.521527 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9ff1c4a3-6a84-4957-86ca-cd2d13b8d26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (ae801287-f012-46da-af48-37f72dc27cd4), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:03.532536 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 412f721b-105f-4f6e-9259-416e91ac80c9 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:55:03.533045 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (412f721b-105f-4f6e-9259-416e91ac80c9), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:03.559179 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8454eef4-736e-405b-ac99-02ce9ee5bb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412f721b-105f-4f6e-9259-416e91ac80c9'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:55:03.562106 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc669a6e-98fe-4256-84a8-2d8623d38911" -d '{"events": [{"server_uuid": "8454eef4-736e-405b-ac99-02ce9ee5bb64", "name": "network-vif-plugged", "status": "completed", "tag": "412f721b-105f-4f6e-9259-416e91ac80c9"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:55:03.567543 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-9ff1c4a3-6a84-4957-86ca-cd2d13b8d26e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7ad7fc2c600d4ead8797b23617aef25b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4624548 Jan 17 09:55:03.568739 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1c4a3-6a84-4957-86ca-cd2d13b8d26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae801287-f012-46da-af48-37f72dc27cd4,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:03.571233 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 57538) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:55:03.603284 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 412f721b-105f-4f6e-9259-416e91ac80c9, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=412f721b-105f-4f6e-9259-416e91ac80c9,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:55:03.631382 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553188fd-96dd-4136-b41f-953a0de8eb31 x-openstack-request-id: req-553188fd-96dd-4136-b41f-953a0de8eb31 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:55:03.631871 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8454eef4-736e-405b-ac99-02ce9ee5bb64", "name": "network-vif-plugged", "status": "completed", "tag": "412f721b-105f-4f6e-9259-416e91ac80c9", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:55:03.632337 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-553188fd-96dd-4136-b41f-953a0de8eb31 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:55:03.632885 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8454eef4-736e-405b-ac99-02ce9ee5bb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412f721b-105f-4f6e-9259-416e91ac80c9', 'code': 200} Jan 17 09:55:03.656594 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-98013b4a-460e-4a08-ac26-e1b049a6f71f admin admin] Publish callbacks [] for security_group (ae801287-f012-46da-af48-37f72dc27cd4), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:03.686258 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-98013b4a-460e-4a08-ac26-e1b049a6f71f admin admin] Publish callbacks [] for security_group (ae801287-f012-46da-af48-37f72dc27cd4), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:03.704129 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (412f721b-105f-4f6e-9259-416e91ac80c9), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:03.778367 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=412f721b-105f-4f6e-9259-416e91ac80c9,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:03.834449 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ef1aabe5-2fd8-4747-b883-e30821ab7465 req-f1119966-e624-4782-a2e4-019e6d1cfea6 service neutron] 10.222.0.94 "GET /v2.0/networks/b5585205-2f55-4ef3-8834-018bb47a03f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116242 Jan 17 09:55:03.858657 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-98013b4a-460e-4a08-ac26-e1b049a6f71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (ae801287-f012-46da-af48-37f72dc27cd4), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:03.861499 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-98013b4a-460e-4a08-ac26-e1b049a6f71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:03.862665 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-98013b4a-460e-4a08-ac26-e1b049a6f71f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ae801287-f012-46da-af48-37f72dc27cd4 HTTP/1.1" status: 204 len: 168 time: 0.2904928 Jan 17 09:55:03.871008 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98013b4a-460e-4a08-ac26-e1b049a6f71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae801287-f012-46da-af48-37f72dc27cd4,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:03.988286 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec7725-848c-43c5-8ec0-f465649d8822 req-6fbb3755-fe98-4858-af17-45af8d3db360 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:03.989812 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e9ec7725-848c-43c5-8ec0-f465649d8822 req-6fbb3755-fe98-4858-af17-45af8d3db360 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 946 time: 0.0518827 Jan 17 09:55:04.078251 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3e098-160c-48c9-9f69-bc2683e9de6d req-e933ae6f-5c86-4843-9c52-153a573b40e1 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:04.079787 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f9f3e098-160c-48c9-9f69-bc2683e9de6d req-e933ae6f-5c86-4843-9c52-153a573b40e1 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0823159 Jan 17 09:55:04.083165 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e9ec7725-848c-43c5-8ec0-f465649d8822 req-efdfd72e-7988-4433-bf9f-156b48a94a82 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876417 Jan 17 09:55:04.161381 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f9f3e098-160c-48c9-9f69-bc2683e9de6d req-9af27a4f-b1f2-4ec8-b57c-35cd8edc970c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669506 Jan 17 09:55:04.190182 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7258fb-6d73-497c-945f-bb264e0adcd9 req-3221ae90-e30c-4361-bb03-dc4ae320fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:04.190182 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2e7258fb-6d73-497c-945f-bb264e0adcd9 req-3221ae90-e30c-4361-bb03-dc4ae320fa01 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 1099 time: 0.0712233 Jan 17 09:55:04.261859 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa28771-5629-4063-a7be-f06b518972b5 req-49f82dd2-ec55-49f9-ad1d-e5f43a552f78 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:04.268774 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-caa28771-5629-4063-a7be-f06b518972b5 req-49f82dd2-ec55-49f9-ad1d-e5f43a552f78 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 943 time: 0.0813091 Jan 17 09:55:04.275912 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2e7258fb-6d73-497c-945f-bb264e0adcd9 req-18ac61e2-11c4-4e58-b380-d91b4784329d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760841 Jan 17 09:55:04.344147 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-caa28771-5629-4063-a7be-f06b518972b5 req-4281bae1-f9c4-4e5d-a724-88221cff9997 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611250 Jan 17 09:55:04.498979 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:04.774352 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9af8-de9f-4dce-8f47-cd70e97e4b6f req-ab4d1360-11d9-4d29-bd09-a63ac4f7ebc7 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:04.774352 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-13ef9af8-de9f-4dce-8f47-cd70e97e4b6f req-ab4d1360-11d9-4d29-bd09-a63ac4f7ebc7 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0585179 Jan 17 09:55:04.797261 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdb4d4-5e8c-4ba3-b737-cba1df62b288 req-9ffd1d43-b89a-410e-83cf-7a64ac87484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:04.798824 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6bdb4d4-5e8c-4ba3-b737-cba1df62b288 req-9ffd1d43-b89a-410e-83cf-7a64ac87484d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9cb309ded717452cace3567dacc87b2f&device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 1098 time: 0.0512474 Jan 17 09:55:04.826573 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 57570) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:55:04.827101 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-13ef9af8-de9f-4dce-8f47-cd70e97e4b6f req-56da52f3-db8f-49bd-9b89-3aa72999c199 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519390 Jan 17 09:55:04.871996 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ff0ca6e6-f6bc-4b73-8b5c-6addfbccc0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:04.932894 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdb4d4-5e8c-4ba3-b737-cba1df62b288 req-7f81c8bd-f2e6-45af-9a5a-d92b0b1a4d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:04.934450 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6bdb4d4-5e8c-4ba3-b737-cba1df62b288 req-7f81c8bd-f2e6-45af-9a5a-d92b0b1a4d6b service neutron] 10.222.0.94 "GET /v2.0/networks?id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1 HTTP/1.1" status: 200 len: 920 time: 0.1292100 Jan 17 09:55:04.987784 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6bdb4d4-5e8c-4ba3-b737-cba1df62b288 req-8a42f872-e1e4-481e-af89-c02f7922ae7d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd24fa9d-aec4-4bd9-887e-f0c7e35617be HTTP/1.1" status: 200 len: 217 time: 0.0428691 Jan 17 09:55:05.045681 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ff0ca6e6-f6bc-4b73-8b5c-6addfbccc0e4 admin admin] Publish callbacks [] for security_group (cfb06aa7-27a8-45fe-97cc-03d440280991), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:05.063885 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdb4d4-5e8c-4ba3-b737-cba1df62b288 req-5684d585-f1a1-47b3-b37c-6e05ebe4117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:05.065650 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6bdb4d4-5e8c-4ba3-b737-cba1df62b288 req-5684d585-f1a1-47b3-b37c-6e05ebe4117e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9208fb27-664b-428f-ab1c-b4f44f3920f5 HTTP/1.1" status: 200 len: 859 time: 0.0705061 Jan 17 09:55:05.098774 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6bdb4d4-5e8c-4ba3-b737-cba1df62b288 req-4ad166e2-bd67-4046-8e86-7118e54c78ef service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250597 Jan 17 09:55:05.198416 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6bdb4d4-5e8c-4ba3-b737-cba1df62b288 req-36b0517c-850b-47fa-bd42-9d4c74767f51 service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904057 Jan 17 09:55:05.209140 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3612bca-4266-4d99-af74-e011b5f847b2 req-3a749436-c55b-4ef5-ba37-3072d289f09d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:05.210657 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a3612bca-4266-4d99-af74-e011b5f847b2 req-3a749436-c55b-4ef5-ba37-3072d289f09d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 946 time: 0.0506876 Jan 17 09:55:05.221427 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ff0ca6e6-f6bc-4b73-8b5c-6addfbccc0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (cfb06aa7-27a8-45fe-97cc-03d440280991), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:05.258793 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a3612bca-4266-4d99-af74-e011b5f847b2 req-57789a83-3013-41d6-a1c0-816809fa6797 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Jan 17 09:55:05.305629 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-ff0ca6e6-f6bc-4b73-8b5c-6addfbccc0e4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0bcbc975f01e49f8bc403791fa212071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4781415 Jan 17 09:55:05.311262 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ca6e6-f6bc-4b73-8b5c-6addfbccc0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb06aa7-27a8-45fe-97cc-03d440280991,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:05.313240 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 57576) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:55:05.345204 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6bdb4d4-5e8c-4ba3-b737-cba1df62b288 req-6b82ddf1-66df-4936-be71-6ce7519ddafd service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323082 Jan 17 09:55:05.375956 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-d4870db5-a2d5-461e-bcd0-5c2a258a0cdf admin admin] Publish callbacks [] for security_group (cfb06aa7-27a8-45fe-97cc-03d440280991), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:05.403145 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-d4870db5-a2d5-461e-bcd0-5c2a258a0cdf admin admin] Publish callbacks [] for security_group (cfb06aa7-27a8-45fe-97cc-03d440280991), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:05.487039 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8e91f-3a5e-43e3-b7b1-b2aabe77ec7d req-04656fba-c806-42ea-b453-cb682da12f5e tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:05.488430 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-05b8e91f-3a5e-43e3-b7b1-b2aabe77ec7d req-04656fba-c806-42ea-b453-cb682da12f5e tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 943 time: 0.0556114 Jan 17 09:55:05.536634 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-05b8e91f-3a5e-43e3-b7b1-b2aabe77ec7d req-d7aa94e5-e2df-4882-b4f9-2ad4cf8f5a6c tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424433 Jan 17 09:55:05.578363 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-d4870db5-a2d5-461e-bcd0-5c2a258a0cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (cfb06aa7-27a8-45fe-97cc-03d440280991), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:05.580973 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-d4870db5-a2d5-461e-bcd0-5c2a258a0cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:05.582138 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-d4870db5-a2d5-461e-bcd0-5c2a258a0cdf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cfb06aa7-27a8-45fe-97cc-03d440280991 HTTP/1.1" status: 204 len: 168 time: 0.2678480 Jan 17 09:55:05.592284 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4870db5-a2d5-461e-bcd0-5c2a258a0cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb06aa7-27a8-45fe-97cc-03d440280991,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:05.955578 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de8c83-c4f2-401d-8c28-8a1dca4bb321 req-4112b90f-d5c1-46a2-a485-accbeb038ce7 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:05.957154 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-86de8c83-c4f2-401d-8c28-8a1dca4bb321 req-4112b90f-d5c1-46a2-a485-accbeb038ce7 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0582430 Jan 17 09:55:06.005120 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-86de8c83-c4f2-401d-8c28-8a1dca4bb321 req-f5e6fe80-c4be-4b8a-8a9a-65c932576c92 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 Jan 17 09:55:06.350483 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 57602) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:55:06.369762 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e62e5b6f-9e32-47ba-a97e-e4f64b69ab9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:06.382963 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d6eb9-db35-4abc-8d1d-bd8925eab686 req-d52426f2-447c-40a5-868b-9add70751338 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:06.384451 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7f2d6eb9-db35-4abc-8d1d-bd8925eab686 req-d52426f2-447c-40a5-868b-9add70751338 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 946 time: 0.0558693 Jan 17 09:55:06.447476 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7f2d6eb9-db35-4abc-8d1d-bd8925eab686 req-7dab0b41-5937-4ef9-a3d7-9a3621d2bf05 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564730 Jan 17 09:55:06.453885 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e62e5b6f-9e32-47ba-a97e-e4f64b69ab9d admin admin] Publish callbacks [] for security_group (a5a1ab4c-b531-4b50-81e1-9a6b02069a45), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:06.567617 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e62e5b6f-9e32-47ba-a97e-e4f64b69ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (a5a1ab4c-b531-4b50-81e1-9a6b02069a45), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:06.607638 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e5b6f-9e32-47ba-a97e-e4f64b69ab9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a1ab4c-b531-4b50-81e1-9a6b02069a45,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:06.612227 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-e62e5b6f-9e32-47ba-a97e-e4f64b69ab9d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=51f6581c62e74cd98f9bd81e08ba4be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606733 Jan 17 09:55:06.614856 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 57610) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:55:06.665201 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-feb0d58b-0b1a-47c3-9ae8-afe62796c8c3 admin admin] Publish callbacks [] for security_group (a5a1ab4c-b531-4b50-81e1-9a6b02069a45), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:06.670580 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e6937-269a-466a-b318-c4b204638292 req-8fbf2e63-08b2-4fc8-9210-2b9f51be48e8 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:06.672166 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a04e6937-269a-466a-b318-c4b204638292 req-8fbf2e63-08b2-4fc8-9210-2b9f51be48e8 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 943 time: 0.0539207 Jan 17 09:55:06.689050 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-feb0d58b-0b1a-47c3-9ae8-afe62796c8c3 admin admin] Publish callbacks [] for security_group (a5a1ab4c-b531-4b50-81e1-9a6b02069a45), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:06.720368 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a04e6937-269a-466a-b318-c4b204638292 req-ecdf009f-3a85-40b5-8978-17b181939622 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425341 Jan 17 09:55:06.869567 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-feb0d58b-0b1a-47c3-9ae8-afe62796c8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (a5a1ab4c-b531-4b50-81e1-9a6b02069a45), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:06.872929 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-feb0d58b-0b1a-47c3-9ae8-afe62796c8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:06.874123 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-feb0d58b-0b1a-47c3-9ae8-afe62796c8c3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a5a1ab4c-b531-4b50-81e1-9a6b02069a45 HTTP/1.1" status: 204 len: 168 time: 0.2581618 Jan 17 09:55:06.885300 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0d58b-0b1a-47c3-9ae8-afe62796c8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a1ab4c-b531-4b50-81e1-9a6b02069a45,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:07.124643 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de507aec-3b41-4611-87b9-de0e6cd4204f req-bb33a9c6-f571-4c22-9923-5b81967022db tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:07.126125 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-de507aec-3b41-4611-87b9-de0e6cd4204f req-bb33a9c6-f571-4c22-9923-5b81967022db tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0488653 Jan 17 09:55:07.177149 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-de507aec-3b41-4611-87b9-de0e6cd4204f req-6d82bfe1-4e86-4760-ba57-14e3d56fc301 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454736 Jan 17 09:55:07.253393 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 288efc04-1016-4c7b-8ce0-084259e06c19 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:55:07.356281 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 288efc04-1016-4c7b-8ce0-084259e06c19, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=288efc04-1016-4c7b-8ce0-084259e06c19,segment=NetworkSegment(43880b2c-05c6-428b-9337-bddbed5bf99c),segment_id=43880b2c-05c6-428b-9337-bddbed5bf99c)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:55:07.376038 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '288efc04-1016-4c7b-8ce0-084259e06c19', 'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4', 'port_id': '288efc04-1016-4c7b-8ce0-084259e06c19', 'mac_address': 'fa:16:3e:1c:5c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59974585-238b-4151-812e-58250f99df43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:55:07.414490 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 288efc04-1016-4c7b-8ce0-084259e06c19 is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:55:07.414949 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (288efc04-1016-4c7b-8ce0-084259e06c19), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:07.427883 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288efc04-1016-4c7b-8ce0-084259e06c19 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:55:07.448229 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 288efc04-1016-4c7b-8ce0-084259e06c19, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=288efc04-1016-4c7b-8ce0-084259e06c19,segment=NetworkSegment(43880b2c-05c6-428b-9337-bddbed5bf99c),segment_id=43880b2c-05c6-428b-9337-bddbed5bf99c)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:55:07.526900 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (288efc04-1016-4c7b-8ce0-084259e06c19), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:07.565762 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87ab87-2956-48e0-9d57-abf12d7e45af req-11f1c610-ac29-46a0-8a96-39d35ed71a91 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:07.567281 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dd87ab87-2956-48e0-9d57-abf12d7e45af req-11f1c610-ac29-46a0-8a96-39d35ed71a91 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 946 time: 0.0497220 Jan 17 09:55:07.575445 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=288efc04-1016-4c7b-8ce0-084259e06c19,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:07.616573 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dd87ab87-2956-48e0-9d57-abf12d7e45af req-00403edb-7534-4d8f-a406-bd161811304d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434594 Jan 17 09:55:07.836495 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36ee91-a95b-469d-9fa8-81713913c6c1 req-4537f039-2d7f-41ce-b214-c2246997d1d3 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:07.837961 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ea36ee91-a95b-469d-9fa8-81713913c6c1 req-4537f039-2d7f-41ce-b214-c2246997d1d3 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 944 time: 0.0492365 Jan 17 09:55:07.885605 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ea36ee91-a95b-469d-9fa8-81713913c6c1 req-05891fdc-3c26-4e5b-a5cb-5fdc8ff1d5e2 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 Jan 17 09:55:08.304971 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a05100-ee16-437e-b1e4-39a2508c7650 req-f08189e0-67f3-40b6-82a2-e2b487b64edb tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:08.306955 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f7a05100-ee16-437e-b1e4-39a2508c7650 req-f08189e0-67f3-40b6-82a2-e2b487b64edb tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0533614 Jan 17 09:55:08.362101 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f7a05100-ee16-437e-b1e4-39a2508c7650 req-3bd81850-2ae5-46d9-9dc1-1fde60af0d23 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482464 Jan 17 09:55:08.461611 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['288efc04-1016-4c7b-8ce0-084259e06c19'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:55:09.007724 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043068cf-0ad3-4c4f-93af-0c9aaed43e14 req-32e239b8-9ef5-46bf-8c24-a9d02a859bf7 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:09.009204 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-043068cf-0ad3-4c4f-93af-0c9aaed43e14 req-32e239b8-9ef5-46bf-8c24-a9d02a859bf7 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 944 time: 0.0483525 Jan 17 09:55:09.055760 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-043068cf-0ad3-4c4f-93af-0c9aaed43e14 req-48298d89-e31d-4619-9621-7eacec7d43a5 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405998 Jan 17 09:55:09.490262 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11882446-f933-4629-99a7-760b647e221d req-3e4c1720-a019-4acf-b7ac-3c216574b09e tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:09.491758 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-11882446-f933-4629-99a7-760b647e221d req-3e4c1720-a019-4acf-b7ac-3c216574b09e tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0487502 Jan 17 09:55:09.540569 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-11882446-f933-4629-99a7-760b647e221d req-2f1426fc-2b69-4996-acbe-02dea792cca1 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431209 Jan 17 09:55:10.175440 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89d486-963f-4581-b6fa-2272b407055f req-39c499c3-ab29-426f-b599-d82d4c7a20a3 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:10.176918 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4c89d486-963f-4581-b6fa-2272b407055f req-39c499c3-ab29-426f-b599-d82d4c7a20a3 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 944 time: 0.0477426 Jan 17 09:55:10.223192 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4c89d486-963f-4581-b6fa-2272b407055f req-b6b9becd-ff8a-4752-b4b5-200b3943d0c9 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407286 Jan 17 09:55:10.657447 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e42ec-f963-4198-813e-8fefb9860683 req-6d73e2d3-49cf-43e0-960b-3231b4c4d795 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:10.659080 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bf6e42ec-f963-4198-813e-8fefb9860683 req-6d73e2d3-49cf-43e0-960b-3231b4c4d795 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0489089 Jan 17 09:55:10.708457 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bf6e42ec-f963-4198-813e-8fefb9860683 req-13702013-3882-42c5-a4ef-9e06ba4b958a tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429299 Jan 17 09:55:11.282585 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 288efc04-1016-4c7b-8ce0-084259e06c19 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:55:11.342165 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552d5f-059e-4144-a90e-3f05ad32f142 req-8e464cbe-c819-4a2e-bf3c-4913612815cc tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:11.343681 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-08552d5f-059e-4144-a90e-3f05ad32f142 req-8e464cbe-c819-4a2e-bf3c-4913612815cc tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 944 time: 0.0514629 Jan 17 09:55:11.391837 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-08552d5f-059e-4144-a90e-3f05ad32f142 req-346af739-1d60-40fa-80fd-eb0f1e2b486a tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424850 Jan 17 09:55:11.435206 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 288efc04-1016-4c7b-8ce0-084259e06c19 completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:55:11.440280 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 288efc04-1016-4c7b-8ce0-084259e06c19 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:55:11.440662 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (288efc04-1016-4c7b-8ce0-084259e06c19), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:11.515903 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 288efc04-1016-4c7b-8ce0-084259e06c19 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:55:11.516208 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (288efc04-1016-4c7b-8ce0-084259e06c19), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:11.540213 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b39860b-0279-472c-b019-21d133d0be0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288efc04-1016-4c7b-8ce0-084259e06c19'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:55:11.542696 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd87364-5d54-4415-9e70-264de41fdc5a" -d '{"events": [{"server_uuid": "7b39860b-0279-472c-b019-21d133d0be0d", "name": "network-vif-plugged", "status": "completed", "tag": "288efc04-1016-4c7b-8ce0-084259e06c19"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:55:11.557522 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 288efc04-1016-4c7b-8ce0-084259e06c19, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=288efc04-1016-4c7b-8ce0-084259e06c19,segment=NetworkSegment(43880b2c-05c6-428b-9337-bddbed5bf99c),segment_id=43880b2c-05c6-428b-9337-bddbed5bf99c)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:55:11.583576 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182f6186-a56c-4a64-a34a-6368883b9c8e x-openstack-request-id: req-182f6186-a56c-4a64-a34a-6368883b9c8e {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:55:11.583918 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b39860b-0279-472c-b019-21d133d0be0d", "name": "network-vif-plugged", "status": "completed", "tag": "288efc04-1016-4c7b-8ce0-084259e06c19", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:55:11.584161 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-182f6186-a56c-4a64-a34a-6368883b9c8e {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:55:11.584552 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b39860b-0279-472c-b019-21d133d0be0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288efc04-1016-4c7b-8ce0-084259e06c19', 'code': 200} Jan 17 09:55:11.703940 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (288efc04-1016-4c7b-8ce0-084259e06c19), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:11.758049 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=288efc04-1016-4c7b-8ce0-084259e06c19,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:12.005149 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29fa4-960f-4731-b006-15a454869b16 req-313c22f1-7b23-4e28-b370-21eb346d9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:12.006706 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-79a29fa4-960f-4731-b006-15a454869b16 req-313c22f1-7b23-4e28-b370-21eb346d9268 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 1098 time: 0.0440750 Jan 17 09:55:12.054906 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-79a29fa4-960f-4731-b006-15a454869b16 req-03f02d43-420a-47c5-8cd7-1867ad65727f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392377 Jan 17 09:55:12.517316 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609516d-288e-4b43-a252-79e247f5195d req-8ba59608-926e-42ea-a1a3-c3a3e173c626 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:12.518871 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4609516d-288e-4b43-a252-79e247f5195d req-8ba59608-926e-42ea-a1a3-c3a3e173c626 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 945 time: 0.0485945 Jan 17 09:55:12.568231 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4609516d-288e-4b43-a252-79e247f5195d req-e5cc1067-9a42-4432-b3bf-0af70c6a9c9a tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437229 Jan 17 09:55:13.691550 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523decde-5fd0-42a9-b088-58e7140bc10b req-9958f1e9-4f0c-48d5-ba90-8990ef5f36d7 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:13.693035 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-523decde-5fd0-42a9-b088-58e7140bc10b req-9958f1e9-4f0c-48d5-ba90-8990ef5f36d7 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 945 time: 0.0517933 Jan 17 09:55:13.738886 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-523decde-5fd0-42a9-b088-58e7140bc10b req-1ad046cd-a691-4ba5-b5c1-37c5b5e130eb tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399649 Jan 17 09:55:13.973494 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1352966-d0b8-4be8-8455-d95971dc5672 req-58ade360-2817-419f-94dd-a22b1e9cd493 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:13.975050 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f1352966-d0b8-4be8-8455-d95971dc5672 req-58ade360-2817-419f-94dd-a22b1e9cd493 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0503480 Jan 17 09:55:14.022722 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f1352966-d0b8-4be8-8455-d95971dc5672 req-5be5c7dd-a313-4ed1-bca3-e78bcee7e9e3 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416646 Jan 17 09:55:14.937945 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476be923-54a1-4c0c-b475-8fa0e8d7eae0 req-4ee1cc9e-341a-4593-9fe3-ca01951adda5 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:14.939443 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-476be923-54a1-4c0c-b475-8fa0e8d7eae0 req-4ee1cc9e-341a-4593-9fe3-ca01951adda5 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 945 time: 0.0480525 Jan 17 09:55:14.997469 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-476be923-54a1-4c0c-b475-8fa0e8d7eae0 req-a30fd4e5-0fa3-470d-9e41-499fd0b7bfcc tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522592 Jan 17 09:55:16.672276 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029cb18-57aa-44d3-8223-d2360ff59bc1 req-12ab8a75-d102-4a49-a8ae-9f4f4121ea95 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:16.673727 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5029cb18-57aa-44d3-8223-d2360ff59bc1 req-12ab8a75-d102-4a49-a8ae-9f4f4121ea95 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 945 time: 0.0479133 Jan 17 09:55:16.720066 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5029cb18-57aa-44d3-8223-d2360ff59bc1 req-30a5fb7b-a480-4be4-b4a8-319bc40a0d0b tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409260 Jan 17 09:55:17.835979 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d192797-d126-4897-b466-e310a7b47547 req-b5d6f394-33f5-4fc7-8bb4-718a2ff05556 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:17.837504 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d192797-d126-4897-b466-e310a7b47547 req-b5d6f394-33f5-4fc7-8bb4-718a2ff05556 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 945 time: 0.0479434 Jan 17 09:55:17.884172 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d192797-d126-4897-b466-e310a7b47547 req-6b30a1b4-5678-4c67-b609-921e2ee345bc tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 Jan 17 09:55:18.657447 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74588325-2b33-47db-97e8-b62d721438e6 req-1679634b-fd25-4ba2-80e8-511862b2a788 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:18.658949 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-74588325-2b33-47db-97e8-b62d721438e6 req-1679634b-fd25-4ba2-80e8-511862b2a788 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.94 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 945 time: 0.0484350 Jan 17 09:55:18.760456 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-74588325-2b33-47db-97e8-b62d721438e6 req-0ab5abb0-b8d4-44ff-8ea2-f12316f60a81 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Deleting port 288efc04-1016-4c7b-8ce0-084259e06c19 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:55:18.760820 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-74588325-2b33-47db-97e8-b62d721438e6 req-0ab5abb0-b8d4-44ff-8ea2-f12316f60a81 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (288efc04-1016-4c7b-8ce0-084259e06c19), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:18.850806 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-74588325-2b33-47db-97e8-b62d721438e6 req-0ab5abb0-b8d4-44ff-8ea2-f12316f60a81 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] For port 288efc04-1016-4c7b-8ce0-084259e06c19, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=288efc04-1016-4c7b-8ce0-084259e06c19,segment=NetworkSegment(43880b2c-05c6-428b-9337-bddbed5bf99c),segment_id=43880b2c-05c6-428b-9337-bddbed5bf99c)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:55:18.851101 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-74588325-2b33-47db-97e8-b62d721438e6 req-0ab5abb0-b8d4-44ff-8ea2-f12316f60a81 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (288efc04-1016-4c7b-8ce0-084259e06c19), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:18.863886 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-74588325-2b33-47db-97e8-b62d721438e6 req-0ab5abb0-b8d4-44ff-8ea2-f12316f60a81 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Calling delete_port for 288efc04-1016-4c7b-8ce0-084259e06c19 owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:55:19.007546 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f2b7-3285-445e-a395-0d053f5c53b0 req-eab95267-2854-4229-a53d-a9c6ea702359 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:19.009058 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8810f2b7-3285-445e-a395-0d053f5c53b0 req-eab95267-2854-4229-a53d-a9c6ea702359 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 945 time: 0.0551863 Jan 17 09:55:19.055398 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8810f2b7-3285-445e-a395-0d053f5c53b0 req-c9f30b3f-5ff7-437d-843b-0014479e8dad tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 Jan 17 09:55:19.092389 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-74588325-2b33-47db-97e8-b62d721438e6 req-0ab5abb0-b8d4-44ff-8ea2-f12316f60a81 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926'] for port (288efc04-1016-4c7b-8ce0-084259e06c19), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:19.105170 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['288efc04-1016-4c7b-8ce0-084259e06c19'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:55:19.122271 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5abb0-b8d4-44ff-8ea2-f12316f60a81 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Pushing event deleted for resources: {'Port': ['ID=288efc04-1016-4c7b-8ce0-084259e06c19,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:19.162387 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-74588325-2b33-47db-97e8-b62d721438e6 req-0ab5abb0-b8d4-44ff-8ea2-f12316f60a81 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] No DVR routers for this DVR port 288efc04-1016-4c7b-8ce0-084259e06c19 on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:55:19.164916 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-74588325-2b33-47db-97e8-b62d721438e6 req-0ab5abb0-b8d4-44ff-8ea2-f12316f60a81 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:19.168278 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-74588325-2b33-47db-97e8-b62d721438e6 req-0ab5abb0-b8d4-44ff-8ea2-f12316f60a81 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.94 "DELETE /v2.0/ports/288efc04-1016-4c7b-8ce0-084259e06c19 HTTP/1.1" status: 204 len: 173 time: 0.5041881 Jan 17 09:55:19.169265 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b39860b-0279-472c-b019-21d133d0be0d', 'name': 'network-vif-deleted', 'tag': '288efc04-1016-4c7b-8ce0-084259e06c19'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:55:19.171560 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3313936-4071-4c1a-9f74-f282e9202a80" -d '{"events": [{"server_uuid": "7b39860b-0279-472c-b019-21d133d0be0d", "name": "network-vif-deleted", "tag": "288efc04-1016-4c7b-8ce0-084259e06c19"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:55:19.206149 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f23f3a-e800-47e3-b69b-e48581360e84 x-openstack-request-id: req-c9f23f3a-e800-47e3-b69b-e48581360e84 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:55:19.206453 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b39860b-0279-472c-b019-21d133d0be0d", "name": "network-vif-deleted", "tag": "288efc04-1016-4c7b-8ce0-084259e06c19", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:55:19.206719 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c9f23f3a-e800-47e3-b69b-e48581360e84 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:55:19.207159 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b39860b-0279-472c-b019-21d133d0be0d', 'name': 'network-vif-deleted', 'tag': '288efc04-1016-4c7b-8ce0-084259e06c19', 'status': 'completed', 'code': 200} Jan 17 09:55:20.161918 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ce2947a0-261b-41d1-9ef7-e28f41e2a4ef req-dcdb5101-6a60-4f5e-ac70-279a198ffa6e tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=7b39860b-0279-472c-b019-21d133d0be0d HTTP/1.1" status: 200 len: 210 time: 0.0259113 Jan 17 09:55:21.678010 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7663-d36d-4220-84b3-585b584e8351 req-3dfe1370-39d0-4018-abf6-ef804baba4c1 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:21.679519 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-3dfe1370-39d0-4018-abf6-ef804baba4c1 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/networks?id=b5585205-2f55-4ef3-8834-018bb47a03f4 HTTP/1.1" status: 200 len: 809 time: 0.3148932 Jan 17 09:55:21.695084 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-60125ef3-4939-4260-b670-90b629602fc9 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/quotas/45cef721011d4bc385f3fed06e492c22 HTTP/1.1" status: 200 len: 375 time: 0.0094411 Jan 17 09:55:21.724926 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-1e21df80-c3bc-43f1-87e6-a3e24e4888f3 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=45cef721011d4bc385f3fed06e492c22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245481 Jan 17 09:55:21.811167 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-2c73f8ec-d2dc-4532-bff8-02156c95b879 service neutron] 10.222.0.88 "GET /v2.0/networks/b5585205-2f55-4ef3-8834-018bb47a03f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790741 Jan 17 09:55:21.906891 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-f508be07-309e-4ae3-88a9-99e07f8c3f62 service neutron] 10.222.0.88 "GET /v2.0/networks/b5585205-2f55-4ef3-8834-018bb47a03f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901136 Jan 17 09:55:22.428893 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-59c57c3e-2d6d-4d03-a3ae-390fcace41a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:25.172405 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-6677b3b6-4fd0-45df-a614-8732b67563b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:25.415282 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a76bfb0d-951d-4196-8308-17022e50c361 req-632489df-122d-4d70-b8c5-35783ed13b75 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 210 time: 0.0259876 Jan 17 09:55:25.782562 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 288efc04-1016-4c7b-8ce0-084259e06c19 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:55:25.922386 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:25.923029 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 288efc04-1016-4c7b-8ce0-084259e06c19 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:55:25.923377 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 288efc04-1016-4c7b-8ce0-084259e06c19 not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:55:26.507695 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:55:27.732079 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:29.114301 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:30.179285 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ad71deb9-5253-4009-91cd-fb4ea433c07e req-4e658ca3-9c1e-4aef-aaee-7c549c4dd7fc tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 210 time: 0.0257027 Jan 17 09:55:30.760539 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7663-d36d-4220-84b3-585b584e8351 req-29d9e28f-57be-4aa9-a665-1331f9b87e7d tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:30.762510 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-29d9e28f-57be-4aa9-a665-1331f9b87e7d tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.94 "GET /v2.0/networks?id=b5585205-2f55-4ef3-8834-018bb47a03f4 HTTP/1.1" status: 200 len: 809 time: 0.1055727 Jan 17 09:55:30.775024 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-365d7663-d36d-4220-84b3-585b584e8351 req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Request body: {'port': {'device_id': '17b57af2-37c9-4543-aafa-e74121025c64', 'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4', 'admin_state_up': True, 'tenant_id': '45cef721011d4bc385f3fed06e492c22'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:55:31.074797 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365d7663-d36d-4220-84b3-585b584e8351 req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Made reservation on behalf of 45cef721011d4bc385f3fed06e492c22 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:55:31.078538 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-365d7663-d36d-4220-84b3-585b584e8351 req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:31.215798 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-365d7663-d36d-4220-84b3-585b584e8351 req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Allocated IP 172.20.0.13 (b5585205-2f55-4ef3-8834-018bb47a03f4/59974585-238b-4151-812e-58250f99df43/33c9e50b-b88d-47b5-9312-5e91734d7f32) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:55:31.288668 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-591dc9ea-9349-4d8a-bb8d-301a55d10b96 req-76290acd-de93-4429-b8f0-1525a3536c88 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 210 time: 0.0252481 Jan 17 09:55:31.375664 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-365d7663-d36d-4220-84b3-585b584e8351 req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks [] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:31.549110 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-365d7663-d36d-4220-84b3-585b584e8351 req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:31.593283 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365d7663-d36d-4220-84b3-585b584e8351 req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Network b5585205-2f55-4ef3-8834-018bb47a03f4 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:55:31.596414 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-365d7663-d36d-4220-84b3-585b584e8351 req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:55:31.600248 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-365d7663-d36d-4220-84b3-585b584e8351 req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:55:31.606570 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7663-d36d-4220-84b3-585b584e8351 req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:31.607231 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-365d7663-d36d-4220-84b3-585b584e8351 req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:31.617996 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Pushing event updated for resources: {'Port': ['ID=33c9e50b-b88d-47b5-9312-5e91734d7f32,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:31.638094 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:31.638464 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:31.638849 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:31.639205 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:31.639551 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:31.639897 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:31.640238 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:31.640577 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:31.640918 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:31.641260 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:31.641599 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:31.641936 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:31.642273 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:31.689814 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-09e0aed9-2f1e-4124-971b-7e250e85f3d6 req-522f1508-e685-4f10-b6b1-1182608e7f58 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589530 Jan 17 09:55:31.758776 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-964c14be-4985-4f41-9ca4-f5681569af38 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9871910 Jan 17 09:55:31.760605 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0aed9-2f1e-4124-971b-7e250e85f3d6 req-33b1d092-89b7-4b7e-ab3b-e0052b22f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:31.761999 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-09e0aed9-2f1e-4124-971b-7e250e85f3d6 req-33b1d092-89b7-4b7e-ab3b-e0052b22f452 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9cb309ded717452cace3567dacc87b2f&device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 1098 time: 0.0437818 Jan 17 09:55:31.777006 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Request body: {'port': {'device_id': '17b57af2-37c9-4543-aafa-e74121025c64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:55:31.888206 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:31.944129 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0aed9-2f1e-4124-971b-7e250e85f3d6 req-a79aa45b-ab80-42e4-820a-951f0b951bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:31.945621 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-09e0aed9-2f1e-4124-971b-7e250e85f3d6 req-a79aa45b-ab80-42e4-820a-951f0b951bf2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1 HTTP/1.1" status: 200 len: 920 time: 0.1496167 Jan 17 09:55:31.998724 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-09e0aed9-2f1e-4124-971b-7e250e85f3d6 req-4bfb0ecd-6447-45c9-82eb-3d22af9f30ab service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd24fa9d-aec4-4bd9-887e-f0c7e35617be HTTP/1.1" status: 200 len: 217 time: 0.0447698 Jan 17 09:55:32.116563 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0aed9-2f1e-4124-971b-7e250e85f3d6 req-cbc99968-cad3-4e2d-8c25-526109febfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:32.118017 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-09e0aed9-2f1e-4124-971b-7e250e85f3d6 req-cbc99968-cad3-4e2d-8c25-526109febfaa service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9208fb27-664b-428f-ab1c-b4f44f3920f5 HTTP/1.1" status: 200 len: 859 time: 0.0754645 Jan 17 09:55:32.171161 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-09e0aed9-2f1e-4124-971b-7e250e85f3d6 req-8502deab-76f9-457d-8fbb-b0c49091ed20 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280414 Jan 17 09:55:32.330585 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-09e0aed9-2f1e-4124-971b-7e250e85f3d6 req-f32b7c73-d679-44c8-886c-a7b20cb3526a service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501167 Jan 17 09:55:32.343042 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c9e50b-b88d-47b5-9312-5e91734d7f32 {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:55:32.351489 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Publish callbacks [] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:32.365957 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Transition to ACTIVE for port object 33c9e50b-b88d-47b5-9312-5e91734d7f32 will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:55:32.491499 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-09e0aed9-2f1e-4124-971b-7e250e85f3d6 req-4c240938-d51a-4c00-99e4-5ea1d9447ec9 service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880158 Jan 17 09:55:32.528466 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047edb87-08c7-4eb3-aec8-c6b8a6d6feda req-63d8d1bc-1c0b-452f-affc-c0336a0b3053 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:32.529956 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-047edb87-08c7-4eb3-aec8-c6b8a6d6feda req-63d8d1bc-1c0b-452f-affc-c0336a0b3053 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 932 time: 0.0535598 Jan 17 09:55:32.537337 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:32.592694 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Pushing event updated for resources: {'Port': ['ID=33c9e50b-b88d-47b5-9312-5e91734d7f32,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:32.593457 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-047edb87-08c7-4eb3-aec8-c6b8a6d6feda req-e904e888-fdba-4a0a-ad47-96f9f06a7549 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575016 Jan 17 09:55:32.630297 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Attempting to bind port 33c9e50b-b88d-47b5-9312-5e91734d7f32 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:55:32.630297 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Attempting to bind port 33c9e50b-b88d-47b5-9312-5e91734d7f32 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '43880b2c-05c6-428b-9337-bddbed5bf99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:55:32.630297 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Attempting to bind port 33c9e50b-b88d-47b5-9312-5e91734d7f32 on network b5585205-2f55-4ef3-8834-018bb47a03f4 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:55:32.630297 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Port 33c9e50b-b88d-47b5-9312-5e91734d7f32 on network b5585205-2f55-4ef3-8834-018bb47a03f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:55:32.630297 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Attempting to bind port 33c9e50b-b88d-47b5-9312-5e91734d7f32 on network b5585205-2f55-4ef3-8834-018bb47a03f4 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:55:32.633156 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:55:32.633567 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Checking segment: {'id': '43880b2c-05c6-428b-9337-bddbed5bf99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:55:32.634022 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Bound using segment: {'id': '43880b2c-05c6-428b-9337-bddbed5bf99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:55:32.634518 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Bound port: 33c9e50b-b88d-47b5-9312-5e91734d7f32, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43880b2c-05c6-428b-9337-bddbed5bf99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:55:32.634989 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:32.700001 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] For port 33c9e50b-b88d-47b5-9312-5e91734d7f32, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:55:32.704537 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] For port 33c9e50b-b88d-47b5-9312-5e91734d7f32, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=33c9e50b-b88d-47b5-9312-5e91734d7f32,segment=NetworkSegment(43880b2c-05c6-428b-9337-bddbed5bf99c),segment_id=43880b2c-05c6-428b-9337-bddbed5bf99c)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:55:32.846275 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:32.884211 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:32.884838 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:32.886222 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] 10.222.0.94 "PUT /v2.0/ports/33c9e50b-b88d-47b5-9312-5e91734d7f32 HTTP/1.1" status: 200 len: 1094 time: 1.1133821 Jan 17 09:55:32.886710 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b57af2-37c9-4543-aafa-e74121025c64', 'tag': '33c9e50b-b88d-47b5-9312-5e91734d7f32'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:55:32.889483 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22d4c00-03f4-4114-98bf-88f6b1c24b76" -d '{"events": [{"name": "network-changed", "server_uuid": "17b57af2-37c9-4543-aafa-e74121025c64", "tag": "33c9e50b-b88d-47b5-9312-5e91734d7f32"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:55:32.915261 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5dfff-0d06-40be-b1b8-9d2accf5fe16 service neutron] Pushing event updated for resources: {'Port': ['ID=33c9e50b-b88d-47b5-9312-5e91734d7f32,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:32.927756 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c85d4b-d662-4b6d-a9b3-6d051393014b x-openstack-request-id: req-e1c85d4b-d662-4b6d-a9b3-6d051393014b {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:55:32.928059 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b57af2-37c9-4543-aafa-e74121025c64", "tag": "33c9e50b-b88d-47b5-9312-5e91734d7f32", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:55:32.928324 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e1c85d4b-d662-4b6d-a9b3-6d051393014b {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:55:32.928729 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b57af2-37c9-4543-aafa-e74121025c64', 'tag': '33c9e50b-b88d-47b5-9312-5e91734d7f32', 'status': 'completed', 'code': 200} Jan 17 09:55:33.015115 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4c00-03f4-4114-98bf-88f6b1c24b76 req-88ed748e-7b1b-405b-abb8-542f3cc5618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:33.016655 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e22d4c00-03f4-4114-98bf-88f6b1c24b76 req-88ed748e-7b1b-405b-abb8-542f3cc5618c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=45cef721011d4bc385f3fed06e492c22&device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 1097 time: 0.0438950 Jan 17 09:55:33.142259 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4c00-03f4-4114-98bf-88f6b1c24b76 req-c6e3416f-f3ac-4cd2-8165-075a062ed4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:33.143765 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e22d4c00-03f4-4114-98bf-88f6b1c24b76 req-c6e3416f-f3ac-4cd2-8165-075a062ed4e6 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=45cef721011d4bc385f3fed06e492c22&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0958745 Jan 17 09:55:33.238094 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4c00-03f4-4114-98bf-88f6b1c24b76 req-ed64851d-1944-4904-b8e4-089717a6c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:33.239533 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e22d4c00-03f4-4114-98bf-88f6b1c24b76 req-ed64851d-1944-4904-b8e4-089717a6c341 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866461 Jan 17 09:55:33.326796 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7663-d36d-4220-84b3-585b584e8351 req-2125253b-e74a-4b5d-8b02-78a127dc7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:33.328258 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-2125253b-e74a-4b5d-8b02-78a127dc7b8d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=45cef721011d4bc385f3fed06e492c22&device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 1097 time: 0.0394547 Jan 17 09:55:33.376152 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-cc2b87e0-0c8a-405a-9bd4-921a09961030 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33c9e50b-b88d-47b5-9312-5e91734d7f32 HTTP/1.1" status: 200 len: 217 time: 0.0382168 Jan 17 09:55:33.428102 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7663-d36d-4220-84b3-585b584e8351 req-806c9757-c655-4074-9c25-57afdb64e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:33.429585 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-806c9757-c655-4074-9c25-57afdb64e719 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=59974585-238b-4151-812e-58250f99df43 HTTP/1.1" status: 200 len: 849 time: 0.0449662 Jan 17 09:55:33.472488 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-e7e901af-e045-4f9e-8b27-d9afa266f3e8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5585205-2f55-4ef3-8834-018bb47a03f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311503 Jan 17 09:55:33.579990 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-10fe6599-634f-4bef-92ea-4616263db957 service neutron] 10.222.0.94 "GET /v2.0/networks/b5585205-2f55-4ef3-8834-018bb47a03f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876503 Jan 17 09:55:33.682570 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-365d7663-d36d-4220-84b3-585b584e8351 req-f4a66022-bcc0-4ef3-b646-600b7b259ce0 service neutron] 10.222.0.94 "GET /v2.0/networks/b5585205-2f55-4ef3-8834-018bb47a03f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952625 Jan 17 09:55:33.734157 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb3d0a-acc6-4d9f-b6d1-9edf0e9855b4 req-dee27be9-8a12-44df-9919-0011f7b1c705 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:33.735786 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b8fb3d0a-acc6-4d9f-b6d1-9edf0e9855b4 req-dee27be9-8a12-44df-9919-0011f7b1c705 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 944 time: 0.0488925 Jan 17 09:55:33.794106 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b8fb3d0a-acc6-4d9f-b6d1-9edf0e9855b4 req-e0909a76-5750-4349-a795-f99dccf7876f tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527210 Jan 17 09:55:34.577689 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:37.759544 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2f259-dc76-4b38-a095-6267d523d0a6 req-3aa623dd-3ba3-4bb5-aff0-559f72e709ea tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:37.761050 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f5c2f259-dc76-4b38-a095-6267d523d0a6 req-3aa623dd-3ba3-4bb5-aff0-559f72e709ea tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 944 time: 0.0493402 Jan 17 09:55:37.810821 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f5c2f259-dc76-4b38-a095-6267d523d0a6 req-c1eaf838-a9ad-495e-8dc7-21f78d983e22 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Jan 17 09:55:39.193052 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7bb9-fb7f-452a-b784-39bae5b575c0 req-edcd932c-dcd3-4206-846e-aa64b1b45325 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:39.196903 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9caa7bb9-fb7f-452a-b784-39bae5b575c0 req-edcd932c-dcd3-4206-846e-aa64b1b45325 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 944 time: 0.0560739 Jan 17 09:55:39.245594 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9caa7bb9-fb7f-452a-b784-39bae5b575c0 req-c37bd300-140c-4c2c-b628-1c3cea682761 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Jan 17 09:55:40.360101 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1bac1-a0bc-47d8-9adb-a603854cf019 req-de5550d1-0626-4779-aeab-1440ec13b1ca tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:40.361561 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2cf1bac1-a0bc-47d8-9adb-a603854cf019 req-de5550d1-0626-4779-aeab-1440ec13b1ca tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 944 time: 0.0470750 Jan 17 09:55:40.407671 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2cf1bac1-a0bc-47d8-9adb-a603854cf019 req-1157b0f9-c4b8-40d2-a378-323fa7656618 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Jan 17 09:55:41.529153 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45aa324-3a27-4386-a11f-3a69bfa01c36 req-6643523d-cbe4-443d-8cdd-e6ce43a6accb tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:41.530691 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b45aa324-3a27-4386-a11f-3a69bfa01c36 req-6643523d-cbe4-443d-8cdd-e6ce43a6accb tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 944 time: 0.0530334 Jan 17 09:55:41.577632 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b45aa324-3a27-4386-a11f-3a69bfa01c36 req-04229780-8900-467a-bf26-08fb00eb9687 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Jan 17 09:55:41.833349 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 33c9e50b-b88d-47b5-9312-5e91734d7f32 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:55:41.929613 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 33c9e50b-b88d-47b5-9312-5e91734d7f32, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=33c9e50b-b88d-47b5-9312-5e91734d7f32,segment=NetworkSegment(43880b2c-05c6-428b-9337-bddbed5bf99c),segment_id=43880b2c-05c6-428b-9337-bddbed5bf99c)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:55:41.943849 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '33c9e50b-b88d-47b5-9312-5e91734d7f32', 'network_id': 'b5585205-2f55-4ef3-8834-018bb47a03f4', 'port_id': '33c9e50b-b88d-47b5-9312-5e91734d7f32', 'mac_address': 'fa:16:3e:66:d9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59974585-238b-4151-812e-58250f99df43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:55:41.982315 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 33c9e50b-b88d-47b5-9312-5e91734d7f32 is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:55:41.983374 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:41.996170 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c9e50b-b88d-47b5-9312-5e91734d7f32 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:55:42.016385 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 33c9e50b-b88d-47b5-9312-5e91734d7f32, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=33c9e50b-b88d-47b5-9312-5e91734d7f32,segment=NetworkSegment(43880b2c-05c6-428b-9337-bddbed5bf99c),segment_id=43880b2c-05c6-428b-9337-bddbed5bf99c)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:55:42.125960 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:42.178413 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=33c9e50b-b88d-47b5-9312-5e91734d7f32,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:42.186167 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:42.186560 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:42.186960 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:42.187316 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:42.187655 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:42.187996 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:42.188334 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:42.188672 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:42.189007 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:42.189358 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:42.189699 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:42.190028 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:42.190354 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:55:42.453983 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd35b80-9e0c-4b22-8a44-26c7f436b26c req-91a39159-f8a7-486c-bb3a-bb22af4856c9 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:42.455889 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2fd35b80-9e0c-4b22-8a44-26c7f436b26c req-91a39159-f8a7-486c-bb3a-bb22af4856c9 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0491934 Jan 17 09:55:42.511406 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2fd35b80-9e0c-4b22-8a44-26c7f436b26c req-c1ad07a3-88af-4a0a-8fea-56bd5b4592fd tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496855 Jan 17 09:55:42.541640 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2cda2-687c-47ed-9373-6abf3697f3b3 req-d1cbe728-68a4-4bf5-aa7d-0104af0c4bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:42.543884 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f7f2cda2-687c-47ed-9373-6abf3697f3b3 req-d1cbe728-68a4-4bf5-aa7d-0104af0c4bc3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9cb309ded717452cace3567dacc87b2f&device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 1098 time: 0.0522251 Jan 17 09:55:42.640499 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2cda2-687c-47ed-9373-6abf3697f3b3 req-2f95944b-539d-4018-a86e-200f3606464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:42.642015 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f7f2cda2-687c-47ed-9373-6abf3697f3b3 req-2f95944b-539d-4018-a86e-200f3606464f service neutron] 10.222.0.94 "GET /v2.0/networks?id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1 HTTP/1.1" status: 200 len: 920 time: 0.0905523 Jan 17 09:55:42.683834 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f7f2cda2-687c-47ed-9373-6abf3697f3b3 req-1b38879a-4729-4a1f-94ca-dc3982e54e19 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd24fa9d-aec4-4bd9-887e-f0c7e35617be HTTP/1.1" status: 200 len: 217 time: 0.0338438 Jan 17 09:55:42.694104 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db016d-0ad9-4e25-926f-3df1dcc452fe req-1fea6d84-f8c6-4174-8169-7c64f22c96a7 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:42.695649 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-08db016d-0ad9-4e25-926f-3df1dcc452fe req-1fea6d84-f8c6-4174-8169-7c64f22c96a7 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 945 time: 0.0515900 Jan 17 09:55:42.735870 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2cda2-687c-47ed-9373-6abf3697f3b3 req-5e3e5a7a-b4f0-4cd2-9b62-06153058a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:42.737364 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f7f2cda2-687c-47ed-9373-6abf3697f3b3 req-5e3e5a7a-b4f0-4cd2-9b62-06153058a329 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9208fb27-664b-428f-ab1c-b4f44f3920f5 HTTP/1.1" status: 200 len: 859 time: 0.0469952 Jan 17 09:55:42.742211 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-08db016d-0ad9-4e25-926f-3df1dcc452fe req-5a8434d0-2276-4da4-9390-73b0b50e6ea4 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405023 Jan 17 09:55:42.768638 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f7f2cda2-687c-47ed-9373-6abf3697f3b3 req-f2ad253f-9efe-41d2-b6ae-a8e65c1befa6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246413 Jan 17 09:55:42.854633 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f7f2cda2-687c-47ed-9373-6abf3697f3b3 req-7fc87b28-1e9a-488b-9e14-27f9647b7766 service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790427 Jan 17 09:55:42.949672 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f7f2cda2-687c-47ed-9373-6abf3697f3b3 req-e70a419c-22a6-400b-b125-1ba6c2695f4c service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879602 Jan 17 09:55:43.485860 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['33c9e50b-b88d-47b5-9312-5e91734d7f32'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:55:43.626447 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8976d-03a3-4414-b149-39d94f9788de req-2ad485b4-829e-4990-8d6e-70fbb364003c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:43.633880 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-64f8976d-03a3-4414-b149-39d94f9788de req-2ad485b4-829e-4990-8d6e-70fbb364003c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0551844 Jan 17 09:55:43.680866 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-64f8976d-03a3-4414-b149-39d94f9788de req-c23d37ca-9f01-436b-ab75-e30a3a4058c5 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455248 Jan 17 09:55:43.911152 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248685e-fbe0-41a8-b8cc-b0529e59535c req-c9e14da2-26d4-40a0-9fb1-b186135860bc tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:43.912713 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b248685e-fbe0-41a8-b8cc-b0529e59535c req-c9e14da2-26d4-40a0-9fb1-b186135860bc tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 945 time: 0.1044071 Jan 17 09:55:43.986987 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-7266b55c-b345-41ea-86bc-3e229550126c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:43.988403 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-7266b55c-b345-41ea-86bc-3e229550126c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/networks?id=71aee99e-e037-446e-95db-47b7b3de3e7d HTTP/1.1" status: 200 len: 814 time: 0.1518571 Jan 17 09:55:43.996382 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b248685e-fbe0-41a8-b8cc-b0529e59535c req-cea5f969-2b51-4fef-b155-b2b8a49eeecb tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758908 Jan 17 09:55:44.006156 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-594dee99-dcea-4950-8c91-e9cff95e7d96 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/quotas/4f78f5463ce84155836c42ee404f5665 HTTP/1.1" status: 200 len: 375 time: 0.0088682 Jan 17 09:55:44.063067 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-a940aa93-70b4-49b9-99d2-bdf89dc600ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4f78f5463ce84155836c42ee404f5665&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512321 Jan 17 09:55:44.151370 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-1217ae7a-b117-41ea-ace5-0ceb715fa0f0 service neutron] 10.222.0.88 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818465 Jan 17 09:55:44.242455 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-7b4fc108-db2d-4c65-933e-2ce19a03f5f8 service neutron] 10.222.0.88 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849714 Jan 17 09:55:44.525295 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8047f682-1d8f-4157-ae06-7bba5e393ab6 req-32f7b76a-ec27-4184-94a6-080f793760e9 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 210 time: 0.0277064 Jan 17 09:55:44.796490 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83d2a-a6fe-4bad-b288-7575d6f5a6fd req-82affedb-9ce9-4d14-a126-6367437c6e89 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:44.811843 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8aa83d2a-a6fe-4bad-b288-7575d6f5a6fd req-82affedb-9ce9-4d14-a126-6367437c6e89 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0487673 Jan 17 09:55:44.846792 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8aa83d2a-a6fe-4bad-b288-7575d6f5a6fd req-1ad10a20-e393-47c1-a52c-3683eb103ebb tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432210 Jan 17 09:55:45.128505 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8967d-bf42-472b-a2b3-c2ccb9f997af req-686ec69b-4efc-4b01-b549-4469fa2a1489 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:45.130024 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2be8967d-bf42-472b-a2b3-c2ccb9f997af req-686ec69b-4efc-4b01-b549-4469fa2a1489 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 945 time: 0.0477395 Jan 17 09:55:45.181505 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2be8967d-bf42-472b-a2b3-c2ccb9f997af req-71bbd375-0260-4470-9cf5-8cfa634a4029 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460997 Jan 17 09:55:45.620353 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a5c7fe25-83ec-48a6-9afc-1fa155e8a954 req-f160fda8-226a-42fb-aabc-cda3b03b3fe3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 210 time: 0.0250990 Jan 17 09:55:45.873851 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 33c9e50b-b88d-47b5-9312-5e91734d7f32 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:55:45.964154 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a74bd-46d7-47c9-bc51-6ef2aa5f4e11 req-9db5fdde-0506-41b5-bea9-2c04ad33aaba tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:45.967406 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fa5a74bd-46d7-47c9-bc51-6ef2aa5f4e11 req-9db5fdde-0506-41b5-bea9-2c04ad33aaba tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0524719 Jan 17 09:55:46.016604 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 33c9e50b-b88d-47b5-9312-5e91734d7f32 completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:55:46.017508 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fa5a74bd-46d7-47c9-bc51-6ef2aa5f4e11 req-e1b77ba2-6670-450d-bbb4-0359d6c88251 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442617 Jan 17 09:55:46.020781 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 33c9e50b-b88d-47b5-9312-5e91734d7f32 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:55:46.021174 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:46.110178 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 33c9e50b-b88d-47b5-9312-5e91734d7f32 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:55:46.110583 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:46.142086 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b57af2-37c9-4543-aafa-e74121025c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c9e50b-b88d-47b5-9312-5e91734d7f32'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:55:46.144973 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64aac46-21f3-4d3d-9d26-da09d3c656ac" -d '{"events": [{"server_uuid": "17b57af2-37c9-4543-aafa-e74121025c64", "name": "network-vif-plugged", "status": "completed", "tag": "33c9e50b-b88d-47b5-9312-5e91734d7f32"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:55:46.160704 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 33c9e50b-b88d-47b5-9312-5e91734d7f32, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=33c9e50b-b88d-47b5-9312-5e91734d7f32,segment=NetworkSegment(43880b2c-05c6-428b-9337-bddbed5bf99c),segment_id=43880b2c-05c6-428b-9337-bddbed5bf99c)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:55:46.190270 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c086cc0-3413-4fb2-b3ee-1f312aa2a10d x-openstack-request-id: req-1c086cc0-3413-4fb2-b3ee-1f312aa2a10d {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:55:46.190595 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b57af2-37c9-4543-aafa-e74121025c64", "name": "network-vif-plugged", "status": "completed", "tag": "33c9e50b-b88d-47b5-9312-5e91734d7f32", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:55:46.190996 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c086cc0-3413-4fb2-b3ee-1f312aa2a10d {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:55:46.191545 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b57af2-37c9-4543-aafa-e74121025c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c9e50b-b88d-47b5-9312-5e91734d7f32', 'code': 200} Jan 17 09:55:46.239866 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:46.296564 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=33c9e50b-b88d-47b5-9312-5e91734d7f32,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:46.305540 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b90f2-7f48-4891-b725-9ce6c469b350 req-47aaf97a-823b-4a26-acec-2177dfa7d698 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:46.307635 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7e8b90f2-7f48-4891-b725-9ce6c469b350 req-47aaf97a-823b-4a26-acec-2177dfa7d698 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 946 time: 0.0544157 Jan 17 09:55:46.361880 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7e8b90f2-7f48-4891-b725-9ce6c469b350 req-935be379-1919-4c02-adb8-fa8404eab5ec tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480182 Jan 17 09:55:46.562984 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c257c0-41a3-4f27-8073-96d0ee5364cb req-85aef32e-f27e-4c67-a006-7df6693f0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:46.564529 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-81c257c0-41a3-4f27-8073-96d0ee5364cb req-85aef32e-f27e-4c67-a006-7df6693f0af7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 1099 time: 0.0405879 Jan 17 09:55:46.661390 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-81c257c0-41a3-4f27-8073-96d0ee5364cb req-eb0f8f06-6930-48ba-86a2-6ba1407c92b4 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902550 Jan 17 09:55:46.710607 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-b8ab8524-3caa-4728-923d-1f4929f4736b tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:46.712098 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-b8ab8524-3caa-4728-923d-1f4929f4736b tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "GET /v2.0/networks?id=71aee99e-e037-446e-95db-47b7b3de3e7d HTTP/1.1" status: 200 len: 814 time: 0.1197162 Jan 17 09:55:46.718658 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1b35efe9-ad56-4b1e-91a1-f8de814a3047 req-d7b4f493-9bed-45bc-b130-a64f3df0558c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 210 time: 0.0274253 Jan 17 09:55:46.985444 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-71c5eb83-7909-4116-8ac4-9725718d48ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Request body: {'port': {'device_id': '8d2fe6b9-51f5-4bdd-a580-722a67712a1c', 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d', 'admin_state_up': True, 'tenant_id': '4f78f5463ce84155836c42ee404f5665'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:55:47.136033 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0a7f7-6e72-4dc3-9876-a3a4605536be req-88eeef19-1e1c-441f-a2fa-ce3f8d666be5 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:47.138473 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ebd0a7f7-6e72-4dc3-9876-a3a4605536be req-88eeef19-1e1c-441f-a2fa-ce3f8d666be5 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0516217 Jan 17 09:55:47.153839 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-71c5eb83-7909-4116-8ac4-9725718d48ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Made reservation on behalf of 4f78f5463ce84155836c42ee404f5665 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:55:47.157455 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-71c5eb83-7909-4116-8ac4-9725718d48ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:47.199567 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ebd0a7f7-6e72-4dc3-9876-a3a4605536be req-ef254462-1f32-46ee-bdc0-fae5b7aa03d6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550029 Jan 17 09:55:47.309836 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-71c5eb83-7909-4116-8ac4-9725718d48ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Allocated IP 172.20.0.14 (71aee99e-e037-446e-95db-47b7b3de3e7d/ad17af83-cec7-42b2-9d1e-f569a99da8dd/e3ef4484-fa83-437c-8065-2cfa9bee3fdc) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:55:47.469748 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-71c5eb83-7909-4116-8ac4-9725718d48ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks [] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:47.491665 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb9f4f-5cf5-4e59-8f5d-cf00dc0dc424 req-e871342e-6458-48cd-8ee6-6a0c1dca6d00 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:47.493161 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b9cb9f4f-5cf5-4e59-8f5d-cf00dc0dc424 req-e871342e-6458-48cd-8ee6-6a0c1dca6d00 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 946 time: 0.0594244 Jan 17 09:55:47.544910 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b9cb9f4f-5cf5-4e59-8f5d-cf00dc0dc424 req-c9aeb5f4-4c31-4662-916d-f945dd55dbf8 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452521 Jan 17 09:55:47.571554 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-71c5eb83-7909-4116-8ac4-9725718d48ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:47.590123 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['a7df3738-0e8b-4ef6-9796-89313eec43fb', '0cd022ae-8166-4ebd-acca-e5e5e8653f04', '412f721b-105f-4f6e-9259-416e91ac80c9'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:55:47.616370 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-71c5eb83-7909-4116-8ac4-9725718d48ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Network 71aee99e-e037-446e-95db-47b7b3de3e7d is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:55:47.619551 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-71c5eb83-7909-4116-8ac4-9725718d48ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:55:47.623677 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-71c5eb83-7909-4116-8ac4-9725718d48ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:55:47.629561 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-71c5eb83-7909-4116-8ac4-9725718d48ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:47.630184 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-71c5eb83-7909-4116-8ac4-9725718d48ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:47.636207 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5eb83-7909-4116-8ac4-9725718d48ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Pushing event updated for resources: {'Port': ['ID=e3ef4484-fa83-437c-8065-2cfa9bee3fdc,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:47.716926 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-71c5eb83-7909-4116-8ac4-9725718d48ad tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7353001 Jan 17 09:55:47.728234 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Request body: {'port': {'device_id': '8d2fe6b9-51f5-4bdd-a580-722a67712a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:55:47.800082 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:47.839654 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad718a2-99ae-4f13-bd90-7168ae33298f req-7d96f79a-59f0-4d3f-8487-222cdf5bf6f9 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:47.841436 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2ad718a2-99ae-4f13-bd90-7168ae33298f req-7d96f79a-59f0-4d3f-8487-222cdf5bf6f9 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 932 time: 0.0501103 Jan 17 09:55:47.907279 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2ad718a2-99ae-4f13-bd90-7168ae33298f req-6b85fc6b-e807-4d57-99fb-238bec73a0ea tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539513 Jan 17 09:55:48.296267 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ef4484-fa83-437c-8065-2cfa9bee3fdc {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:55:48.304102 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Publish callbacks [] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:48.316229 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Transition to ACTIVE for port object e3ef4484-fa83-437c-8065-2cfa9bee3fdc will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:55:48.343494 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafb259-247b-4e91-8f4d-0ec2ab9946f0 req-2f78fade-9716-43f0-92f6-0c4fbf256184 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:48.345000 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3aafb259-247b-4e91-8f4d-0ec2ab9946f0 req-2f78fade-9716-43f0-92f6-0c4fbf256184 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0669818 Jan 17 09:55:48.393111 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3aafb259-247b-4e91-8f4d-0ec2ab9946f0 req-1c79c906-9447-4610-a457-9e6996cfbc1e tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426469 Jan 17 09:55:48.393625 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:48.446229 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ef4484-fa83-437c-8065-2cfa9bee3fdc,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:48.477932 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Attempting to bind port e3ef4484-fa83-437c-8065-2cfa9bee3fdc on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:55:48.478208 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Attempting to bind port e3ef4484-fa83-437c-8065-2cfa9bee3fdc by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:55:48.478540 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Attempting to bind port e3ef4484-fa83-437c-8065-2cfa9bee3fdc on network 71aee99e-e037-446e-95db-47b7b3de3e7d {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:55:48.482800 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Port e3ef4484-fa83-437c-8065-2cfa9bee3fdc on network 71aee99e-e037-446e-95db-47b7b3de3e7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:55:48.483137 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Attempting to bind port e3ef4484-fa83-437c-8065-2cfa9bee3fdc on network 71aee99e-e037-446e-95db-47b7b3de3e7d {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:55:48.487974 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:55:48.488323 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Checking segment: {'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:55:48.488718 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Bound using segment: {'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:55:48.489147 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Bound port: e3ef4484-fa83-437c-8065-2cfa9bee3fdc, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560d1c29-d450-4a4e-bff1-0cc38fb5ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:55:48.489502 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:48.550391 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] For port e3ef4484-fa83-437c-8065-2cfa9bee3fdc, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:55:48.553355 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] For port e3ef4484-fa83-437c-8065-2cfa9bee3fdc, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=e3ef4484-fa83-437c-8065-2cfa9bee3fdc,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:55:48.640099 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:48.666197 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92806e84-2b41-4f8c-8569-343297aecf0e req-8eac9595-22b7-413c-9607-01f02e0e24ac tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:48.668262 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-92806e84-2b41-4f8c-8569-343297aecf0e req-8eac9595-22b7-413c-9607-01f02e0e24ac tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 946 time: 0.0521157 Jan 17 09:55:48.673132 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:48.673763 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:48.675599 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] 10.222.0.94 "PUT /v2.0/ports/e3ef4484-fa83-437c-8065-2cfa9bee3fdc HTTP/1.1" status: 200 len: 1094 time: 0.9516180 Jan 17 09:55:48.679944 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2fe6b9-51f5-4bdd-a580-722a67712a1c', 'tag': 'e3ef4484-fa83-437c-8065-2cfa9bee3fdc'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:55:48.683751 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502961a2-b9c0-4dd4-91f0-4bf04a56fc12" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2fe6b9-51f5-4bdd-a580-722a67712a1c", "tag": "e3ef4484-fa83-437c-8065-2cfa9bee3fdc"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:55:48.707518 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58138474-6ff2-4fa9-9a2e-0d2b2d9843a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ef4484-fa83-437c-8065-2cfa9bee3fdc,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:48.723340 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-92806e84-2b41-4f8c-8569-343297aecf0e req-02a780bb-624f-4880-81d4-3e0ff31efdca tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490043 Jan 17 09:55:48.740325 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3e71c1-67e5-442e-bca5-6680f815ae2a x-openstack-request-id: req-6f3e71c1-67e5-442e-bca5-6680f815ae2a {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:55:48.740325 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2fe6b9-51f5-4bdd-a580-722a67712a1c", "tag": "e3ef4484-fa83-437c-8065-2cfa9bee3fdc", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:55:48.740325 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6f3e71c1-67e5-442e-bca5-6680f815ae2a {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:55:48.740325 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2fe6b9-51f5-4bdd-a580-722a67712a1c', 'tag': 'e3ef4484-fa83-437c-8065-2cfa9bee3fdc', 'status': 'completed', 'code': 200} Jan 17 09:55:48.797911 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502961a2-b9c0-4dd4-91f0-4bf04a56fc12 req-d7d24255-f381-43fb-b02e-543c386f6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:48.799465 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-502961a2-b9c0-4dd4-91f0-4bf04a56fc12 req-d7d24255-f381-43fb-b02e-543c386f6582 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4f78f5463ce84155836c42ee404f5665&device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 1097 time: 0.0435770 Jan 17 09:55:48.897170 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502961a2-b9c0-4dd4-91f0-4bf04a56fc12 req-d7a8881b-7a5c-47e1-a858-39c84276bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:48.898644 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-502961a2-b9c0-4dd4-91f0-4bf04a56fc12 req-d7a8881b-7a5c-47e1-a858-39c84276bc37 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=4f78f5463ce84155836c42ee404f5665&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0912201 Jan 17 09:55:49.005552 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502961a2-b9c0-4dd4-91f0-4bf04a56fc12 req-45657931-3836-4bfb-bb52-cf433c5ade3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:49.007168 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-502961a2-b9c0-4dd4-91f0-4bf04a56fc12 req-45657931-3836-4bfb-bb52-cf433c5ade3f service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023557 Jan 17 09:55:49.056296 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c00ba-8663-48f3-93db-5f5d4cd5cf0d req-962163e8-ece1-483c-b174-99a5f0ec20b5 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:49.063460 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f01c00ba-8663-48f3-93db-5f5d4cd5cf0d req-962163e8-ece1-483c-b174-99a5f0ec20b5 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 944 time: 0.0966206 Jan 17 09:55:49.104963 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-be5cf4b3-633f-4d01-99bc-5ce7852ff77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:49.106555 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-be5cf4b3-633f-4d01-99bc-5ce7852ff77e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4f78f5463ce84155836c42ee404f5665&device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 1097 time: 0.0521328 Jan 17 09:55:49.111576 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f01c00ba-8663-48f3-93db-5f5d4cd5cf0d req-e550cc7f-682f-4ae3-a52b-90fd13ec426a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471933 Jan 17 09:55:49.157668 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-ca6e0ab1-992e-411d-8485-d1004faac701 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3ef4484-fa83-437c-8065-2cfa9bee3fdc HTTP/1.1" status: 200 len: 217 time: 0.0395048 Jan 17 09:55:49.210805 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-f7e476bf-140f-4691-b32f-512493bb27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:49.212274 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-f7e476bf-140f-4691-b32f-512493bb27d9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ad17af83-cec7-42b2-9d1e-f569a99da8dd HTTP/1.1" status: 200 len: 854 time: 0.0480244 Jan 17 09:55:49.245723 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-1e4cd4c8-82b4-48fb-8630-484dd2ca9eb4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=71aee99e-e037-446e-95db-47b7b3de3e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256608 Jan 17 09:55:49.334114 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-3852727f-ea78-44cd-aa98-58bdeb9185c2 service neutron] 10.222.0.94 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812571 Jan 17 09:55:49.433195 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f0c79afa-5e35-4eb3-9330-5c8dc9506e88 req-45e0e7f9-fe81-4c53-91dc-02b654662f65 service neutron] 10.222.0.94 "GET /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912874 Jan 17 09:55:49.507584 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8deaca-3e43-47ef-ad77-eae37fe22273 req-c5f308e9-9d32-49a8-a611-d28d72c6778c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:49.509009 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-df8deaca-3e43-47ef-ad77-eae37fe22273 req-c5f308e9-9d32-49a8-a611-d28d72c6778c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0480065 Jan 17 09:55:49.563245 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-df8deaca-3e43-47ef-ad77-eae37fe22273 req-f97ab6d8-f0c5-4975-960c-da195fc4a34e tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479939 Jan 17 09:55:49.858713 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb83f70-2e87-40a8-a21f-ce0687585234 req-69b66b2a-74bd-48be-bd11-26e495f20454 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:49.860226 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9fb83f70-2e87-40a8-a21f-ce0687585234 req-69b66b2a-74bd-48be-bd11-26e495f20454 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 946 time: 0.0566802 Jan 17 09:55:49.907420 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9fb83f70-2e87-40a8-a21f-ce0687585234 req-830894d2-4f59-4451-a19b-477e577bc80c tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414383 Jan 17 09:55:50.230940 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f1a88-d8a3-44eb-aa26-4736ebd76191 req-73949b44-df30-4003-8f88-072b66a19284 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:50.232442 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-304f1a88-d8a3-44eb-aa26-4736ebd76191 req-73949b44-df30-4003-8f88-072b66a19284 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 944 time: 0.0491872 Jan 17 09:55:50.278768 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-304f1a88-d8a3-44eb-aa26-4736ebd76191 req-7db04c38-e0e6-42a3-bd91-0bffda3373dc tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407948 Jan 17 09:55:50.684077 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff982769-7586-41fc-a207-4d4cb6d913b1 req-f6559c9e-a391-4c5d-90d0-e2fa4bac4fb7 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:50.685560 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ff982769-7586-41fc-a207-4d4cb6d913b1 req-f6559c9e-a391-4c5d-90d0-e2fa4bac4fb7 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0518434 Jan 17 09:55:50.731290 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ff982769-7586-41fc-a207-4d4cb6d913b1 req-0464cb26-aae8-48b8-9021-ecc58b4b45d2 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403166 Jan 17 09:55:51.392443 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07565250-7aed-41be-9fbd-d62258733210 req-ad4e2d65-03c5-4b49-af14-a1379e42da5b tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:51.393973 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-07565250-7aed-41be-9fbd-d62258733210 req-ad4e2d65-03c5-4b49-af14-a1379e42da5b tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 944 time: 0.0488651 Jan 17 09:55:51.441108 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-07565250-7aed-41be-9fbd-d62258733210 req-8d1e208b-6445-4a8a-9f08-a2aecefcfffb tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417049 Jan 17 09:55:51.689090 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4df82-eba2-4f7a-a613-9094e4b88721 req-9d47c591-cc80-4297-b22d-40d231cbddc5 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:51.690525 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-17a4df82-eba2-4f7a-a613-9094e4b88721 req-9d47c591-cc80-4297-b22d-40d231cbddc5 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 946 time: 0.0507660 Jan 17 09:55:51.736425 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-17a4df82-eba2-4f7a-a613-9094e4b88721 req-9e4af2ad-5508-44f9-9e45-61a3af5e3d53 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398431 Jan 17 09:55:51.851703 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232da81-d4c3-4ae2-b74a-0ea53365348c req-e42ff45a-4f79-4a55-874b-b18f3eb1af3d tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:51.853204 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9232da81-d4c3-4ae2-b74a-0ea53365348c req-e42ff45a-4f79-4a55-874b-b18f3eb1af3d tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0478506 Jan 17 09:55:51.900320 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9232da81-d4c3-4ae2-b74a-0ea53365348c req-f229e355-ec11-4f6f-8bbf-514fd0d8aa93 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Jan 17 09:55:52.399637 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-9e1389b0-56c7-42ad-a94d-313c6b812666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:52.553288 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec1c4b-f89d-43fb-98fe-503b04be94db req-1a2b0151-4c06-4753-aba5-d054bb39842d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:52.554777 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-71ec1c4b-f89d-43fb-98fe-503b04be94db req-1a2b0151-4c06-4753-aba5-d054bb39842d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 944 time: 0.0464809 Jan 17 09:55:52.602697 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-71ec1c4b-f89d-43fb-98fe-503b04be94db req-fbbd26bd-e4f6-47b3-acd9-a168f543a58e tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Jan 17 09:55:52.848556 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dffec2-b5e5-4591-a117-8d4f056bd275 req-aadb1c99-882c-4dad-ae0e-f76b68883ca3 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:52.850081 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93dffec2-b5e5-4591-a117-8d4f056bd275 req-aadb1c99-882c-4dad-ae0e-f76b68883ca3 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 946 time: 0.0478914 Jan 17 09:55:52.895754 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93dffec2-b5e5-4591-a117-8d4f056bd275 req-9dc2ff2b-74f3-4e58-a8f4-2898b50eddef tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395606 Jan 17 09:55:53.012257 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164fa34-00bc-46fc-9a67-c768eb35d0c1 req-81a062bb-5604-4167-840d-33d0a901422b tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:53.014153 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5164fa34-00bc-46fc-9a67-c768eb35d0c1 req-81a062bb-5604-4167-840d-33d0a901422b tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0484054 Jan 17 09:55:53.059786 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5164fa34-00bc-46fc-9a67-c768eb35d0c1 req-e2255331-141b-4c9e-a5f6-cbd8868a7ec3 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Jan 17 09:55:54.964994 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-b6fe7a37-2001-411d-87be-b25f97168269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:55.845387 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:55.907572 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e75c5-a9d1-4580-87ec-e4150c8baa4d req-b3142675-7989-475e-ac35-be98090d10c9 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:55.909058 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cd6e75c5-a9d1-4580-87ec-e4150c8baa4d req-b3142675-7989-475e-ac35-be98090d10c9 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 946 time: 0.0814455 Jan 17 09:55:55.916702 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601357e-b1cf-47dc-a795-7b5e2cf472af req-bb6a5a88-31f9-4bcb-926d-0aa91351910d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:55.918643 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0601357e-b1cf-47dc-a795-7b5e2cf472af req-bb6a5a88-31f9-4bcb-926d-0aa91351910d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 944 time: 0.1027601 Jan 17 09:55:55.989324 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cd6e75c5-a9d1-4580-87ec-e4150c8baa4d req-33f59c15-b065-4de8-80c4-092001b985b2 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697052 Jan 17 09:55:55.993747 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0601357e-b1cf-47dc-a795-7b5e2cf472af req-7ea46690-e83f-4896-8014-385613599895 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673122 Jan 17 09:55:56.087865 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add19972-4487-4e23-97f0-85e2d211b681 req-e825266a-f343-4a77-bcc4-a7dfb72e3e3b tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:56.089788 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-add19972-4487-4e23-97f0-85e2d211b681 req-e825266a-f343-4a77-bcc4-a7dfb72e3e3b tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0479610 Jan 17 09:55:56.138249 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-add19972-4487-4e23-97f0-85e2d211b681 req-6fe66117-4668-4e6c-b637-03618597ef1b tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432003 Jan 17 09:55:57.707604 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:58.280905 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device e3ef4484-fa83-437c-8065-2cfa9bee3fdc details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:55:58.375976 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port e3ef4484-fa83-437c-8065-2cfa9bee3fdc, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=e3ef4484-fa83-437c-8065-2cfa9bee3fdc,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:55:58.387977 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': 'e3ef4484-fa83-437c-8065-2cfa9bee3fdc', 'network_id': '71aee99e-e037-446e-95db-47b7b3de3e7d', 'port_id': 'e3ef4484-fa83-437c-8065-2cfa9bee3fdc', 'mac_address': 'fa:16:3e:1c:64:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad17af83-cec7-42b2-9d1e-f569a99da8dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:55:58.423025 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port e3ef4484-fa83-437c-8065-2cfa9bee3fdc is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:55:58.423418 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:58.436510 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ef4484-fa83-437c-8065-2cfa9bee3fdc {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:55:58.459207 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port e3ef4484-fa83-437c-8065-2cfa9bee3fdc, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=e3ef4484-fa83-437c-8065-2cfa9bee3fdc,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:55:58.535853 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:58.584413 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=e3ef4484-fa83-437c-8065-2cfa9bee3fdc,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:55:59.050943 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:55:59.563261 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19c5ce-c799-4833-8e17-8390e6f32c21 req-a48a7e3b-9f8b-41f1-8bf9-22607b2d540d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:59.564759 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9d19c5ce-c799-4833-8e17-8390e6f32c21 req-a48a7e3b-9f8b-41f1-8bf9-22607b2d540d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 945 time: 0.0771270 Jan 17 09:55:59.572051 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc68a2-8e10-46c3-8090-0cca6cc43c8a req-e4e5d5c7-875d-4821-901e-60ed8853a7d4 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:59.573447 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-09cc68a2-8e10-46c3-8090-0cca6cc43c8a req-e4e5d5c7-875d-4821-901e-60ed8853a7d4 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 946 time: 0.0760407 Jan 17 09:55:59.641637 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9d19c5ce-c799-4833-8e17-8390e6f32c21 req-683ab509-a75a-452e-aa67-b05fd1e3baeb tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672474 Jan 17 09:55:59.648649 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-09cc68a2-8e10-46c3-8090-0cca6cc43c8a req-a91c80db-a0f9-44ae-81ac-367108384272 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686705 Jan 17 09:55:59.744182 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcd58e-d1a3-4f9e-9726-7732e0cd1d9e req-a227404b-8ec4-46dd-9fc7-f6c1eef9f599 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:55:59.745927 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a5fcd58e-d1a3-4f9e-9726-7732e0cd1d9e req-a227404b-8ec4-46dd-9fc7-f6c1eef9f599 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0513868 Jan 17 09:55:59.791212 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a5fcd58e-d1a3-4f9e-9726-7732e0cd1d9e req-99942cc3-c6a5-40f8-9874-946ef8c269f3 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399210 Jan 17 09:56:01.217750 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca9e18-26bc-4562-99cf-5f155abdeb4b req-c31051f5-2978-49eb-a0cf-187d59ead8ed tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:01.219299 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-24ca9e18-26bc-4562-99cf-5f155abdeb4b req-c31051f5-2978-49eb-a0cf-187d59ead8ed tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 945 time: 0.0705006 Jan 17 09:56:01.252117 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830be3bb-1ab1-46a1-9fd5-b8907ce109fd req-9028fd41-efe4-43c9-ba73-d61f213b38a2 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:01.253551 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-830be3bb-1ab1-46a1-9fd5-b8907ce109fd req-9028fd41-efe4-43c9-ba73-d61f213b38a2 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 946 time: 0.0805526 Jan 17 09:56:01.294519 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-24ca9e18-26bc-4562-99cf-5f155abdeb4b req-071c96e1-7fbe-41ae-b806-b0ff273447d2 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692639 Jan 17 09:56:01.324925 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-830be3bb-1ab1-46a1-9fd5-b8907ce109fd req-274ddfa9-9934-4797-be60-e48c053ed50e tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614073 Jan 17 09:56:01.412661 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c3256-bf76-401f-9960-5a43bb83c46b req-10d31ee9-3c7a-4a63-9e1e-0e560a2ca1b8 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:01.414140 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d57c3256-bf76-401f-9960-5a43bb83c46b req-10d31ee9-3c7a-4a63-9e1e-0e560a2ca1b8 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0480952 Jan 17 09:56:01.459746 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d57c3256-bf76-401f-9960-5a43bb83c46b req-fecda707-bd35-4aec-9da7-4bcb146bb460 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Jan 17 09:56:02.414329 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['e3ef4484-fa83-437c-8065-2cfa9bee3fdc'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:56:02.500698 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75111d-a2dc-476d-9ff1-16a5dadbcf7f req-04fca12f-40da-4f88-98e1-2cac38bfd915 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:02.502395 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4d75111d-a2dc-476d-9ff1-16a5dadbcf7f req-04fca12f-40da-4f88-98e1-2cac38bfd915 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 945 time: 0.0487857 Jan 17 09:56:02.521814 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45761068-2bf6-40f7-8362-eede72f874c2 req-bbb63993-3d40-4595-9284-89123d91048b tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:02.523318 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-45761068-2bf6-40f7-8362-eede72f874c2 req-bbb63993-3d40-4595-9284-89123d91048b tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.94 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 946 time: 0.0520730 Jan 17 09:56:02.561778 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4d75111d-a2dc-476d-9ff1-16a5dadbcf7f req-99327bd1-3715-4ea5-b2ec-733d71bf8b85 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Jan 17 09:56:02.618893 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-45761068-2bf6-40f7-8362-eede72f874c2 req-0746fa57-5464-47ae-b513-de60862846be tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Deleting port 33c9e50b-b88d-47b5-9312-5e91734d7f32 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:56:02.619506 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-45761068-2bf6-40f7-8362-eede72f874c2 req-0746fa57-5464-47ae-b513-de60862846be tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:02.687792 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c2193-b56f-4f3f-9936-4e2fb44e2e64 req-fc97d728-624d-4646-93a9-ffae94c6df08 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:02.688944 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bc4c2193-b56f-4f3f-9936-4e2fb44e2e64 req-fc97d728-624d-4646-93a9-ffae94c6df08 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 946 time: 0.0763032 Jan 17 09:56:02.701977 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c2b54-1e67-48ce-bc02-fa2ff48b54c6 req-5c16cb84-f4dc-4f81-b252-10bce0496cb3 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:02.703511 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-585c2b54-1e67-48ce-bc02-fa2ff48b54c6 req-5c16cb84-f4dc-4f81-b252-10bce0496cb3 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0809617 Jan 17 09:56:02.720029 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-45761068-2bf6-40f7-8362-eede72f874c2 req-0746fa57-5464-47ae-b513-de60862846be tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] For port 33c9e50b-b88d-47b5-9312-5e91734d7f32, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=33c9e50b-b88d-47b5-9312-5e91734d7f32,segment=NetworkSegment(43880b2c-05c6-428b-9337-bddbed5bf99c),segment_id=43880b2c-05c6-428b-9337-bddbed5bf99c)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:56:02.720456 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-45761068-2bf6-40f7-8362-eede72f874c2 req-0746fa57-5464-47ae-b513-de60862846be tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:02.735773 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-45761068-2bf6-40f7-8362-eede72f874c2 req-0746fa57-5464-47ae-b513-de60862846be tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Calling delete_port for 33c9e50b-b88d-47b5-9312-5e91734d7f32 owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:56:02.779421 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bc4c2193-b56f-4f3f-9936-4e2fb44e2e64 req-816271e3-8dfd-4b9c-8ca4-afa2a196f061 tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/security-groups?id=d81b9512-4061-4548-ad40-5b393f16bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748503 Jan 17 09:56:02.804065 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-585c2b54-1e67-48ce-bc02-fa2ff48b54c6 req-98db7ba5-29a8-458b-8898-5ef862a18479 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857284 Jan 17 09:56:02.987576 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-45761068-2bf6-40f7-8362-eede72f874c2 req-0746fa57-5464-47ae-b513-de60862846be tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926'] for port (33c9e50b-b88d-47b5-9312-5e91734d7f32), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:02.999041 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['33c9e50b-b88d-47b5-9312-5e91734d7f32'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:56:03.018772 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746fa57-5464-47ae-b513-de60862846be tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Pushing event deleted for resources: {'Port': ['ID=33c9e50b-b88d-47b5-9312-5e91734d7f32,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:03.062282 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-45761068-2bf6-40f7-8362-eede72f874c2 req-0746fa57-5464-47ae-b513-de60862846be tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] No DVR routers for this DVR port 33c9e50b-b88d-47b5-9312-5e91734d7f32 on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:56:03.065454 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-45761068-2bf6-40f7-8362-eede72f874c2 req-0746fa57-5464-47ae-b513-de60862846be tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:03.068912 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-45761068-2bf6-40f7-8362-eede72f874c2 req-0746fa57-5464-47ae-b513-de60862846be tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.94 "DELETE /v2.0/ports/33c9e50b-b88d-47b5-9312-5e91734d7f32 HTTP/1.1" status: 204 len: 173 time: 0.5402114 Jan 17 09:56:03.069354 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b57af2-37c9-4543-aafa-e74121025c64', 'name': 'network-vif-deleted', 'tag': '33c9e50b-b88d-47b5-9312-5e91734d7f32'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:56:03.071635 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7990cf-e6a6-4148-ab95-d7ee35f0fdbc" -d '{"events": [{"server_uuid": "17b57af2-37c9-4543-aafa-e74121025c64", "name": "network-vif-deleted", "tag": "33c9e50b-b88d-47b5-9312-5e91734d7f32"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:56:03.110099 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6146387-1390-4f17-8ae9-4ca769625fe8 x-openstack-request-id: req-d6146387-1390-4f17-8ae9-4ca769625fe8 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:56:03.110467 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b57af2-37c9-4543-aafa-e74121025c64", "name": "network-vif-deleted", "tag": "33c9e50b-b88d-47b5-9312-5e91734d7f32", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:56:03.110796 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d6146387-1390-4f17-8ae9-4ca769625fe8 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:56:03.111238 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b57af2-37c9-4543-aafa-e74121025c64', 'name': 'network-vif-deleted', 'tag': '33c9e50b-b88d-47b5-9312-5e91734d7f32', 'status': 'completed', 'code': 200} Jan 17 09:56:03.506345 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:56:03.862100 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52149-696c-45f3-86f6-c081f682b324 req-c521f0db-1187-4473-b40d-51989d6986ba tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:03.863617 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-14f52149-696c-45f3-86f6-c081f682b324 req-c521f0db-1187-4473-b40d-51989d6986ba tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 945 time: 0.0536432 Jan 17 09:56:03.896679 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2181bc8b-ee1b-423c-99c9-ea41b9e11d72 req-efbb5a00-0a9f-414e-83fc-12e9bfb095cf tempest-VolumesActionsTest-190253945 tempest-VolumesActionsTest-190253945-project] 10.222.0.88 "GET /v2.0/ports?device_id=17b57af2-37c9-4543-aafa-e74121025c64 HTTP/1.1" status: 200 len: 210 time: 0.0305521 Jan 17 09:56:03.930513 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-14f52149-696c-45f3-86f6-c081f682b324 req-dff84029-6fb3-4a80-a2f3-4addab1643aa tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575342 Jan 17 09:56:03.999610 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e08d0-6c01-439f-ba7f-ab09f400f2b4 req-d5712a29-d35d-4627-a4ff-ec5d55192257 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:04.001119 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2f7e08d0-6c01-439f-ba7f-ab09f400f2b4 req-d5712a29-d35d-4627-a4ff-ec5d55192257 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0488734 Jan 17 09:56:04.051267 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2f7e08d0-6c01-439f-ba7f-ab09f400f2b4 req-d7922f09-4233-4cbb-bd91-482c2bbb5a21 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433254 Jan 17 09:56:04.222266 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9465c76-86a8-4949-b2c6-0602ecc2ddaa req-57489df9-c32d-4018-8a16-36c9eb4f93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:04.223867 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e9465c76-86a8-4949-b2c6-0602ecc2ddaa req-57489df9-c32d-4018-8a16-36c9eb4f93e5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 1098 time: 0.0447602 Jan 17 09:56:04.272249 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e9465c76-86a8-4949-b2c6-0602ecc2ddaa req-8c58ef11-1ba5-4eaa-a6cc-2ec9d3efc65e service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Jan 17 09:56:04.501838 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:05.057725 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572666d-569d-4c90-9c35-d671de066537 req-8885d2e4-b890-44b2-929d-411a8ad664e7 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:05.059360 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f572666d-569d-4c90-9c35-d671de066537 req-8885d2e4-b890-44b2-929d-411a8ad664e7 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 945 time: 0.0520437 Jan 17 09:56:05.108002 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f572666d-569d-4c90-9c35-d671de066537 req-f4befef9-3c16-490e-ae8c-122f47811449 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429666 Jan 17 09:56:05.175724 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3790c5-c1dd-41c8-a2fc-f6b228cfc9c8 req-83c23051-1028-4e70-b38f-a27082fa69c6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:05.177233 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0a3790c5-c1dd-41c8-a2fc-f6b228cfc9c8 req-83c23051-1028-4e70-b38f-a27082fa69c6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0487666 Jan 17 09:56:05.223293 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0a3790c5-c1dd-41c8-a2fc-f6b228cfc9c8 req-1adf719e-6bfc-4420-b1fa-72fc73faf554 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393667 Jan 17 09:56:05.949966 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device e3ef4484-fa83-437c-8065-2cfa9bee3fdc up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:56:06.187844 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port e3ef4484-fa83-437c-8065-2cfa9bee3fdc completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:56:06.192121 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port e3ef4484-fa83-437c-8065-2cfa9bee3fdc triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:56:06.192715 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:06.228140 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ce9bc-0479-49a3-80c3-fb7d30ef5f1b req-4754c882-54a4-4f88-bf56-214c3bfb12f3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:06.230157 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-938ce9bc-0479-49a3-80c3-fb7d30ef5f1b req-4754c882-54a4-4f88-bf56-214c3bfb12f3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 945 time: 0.0518351 Jan 17 09:56:06.274189 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port e3ef4484-fa83-437c-8065-2cfa9bee3fdc is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:56:06.274595 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:06.291182 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-938ce9bc-0479-49a3-80c3-fb7d30ef5f1b req-96a70d43-0318-43ae-ac30-a7a1b115bf12 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549960 Jan 17 09:56:06.298795 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2fe6b9-51f5-4bdd-a580-722a67712a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ef4484-fa83-437c-8065-2cfa9bee3fdc'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:56:06.301179 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06529ab7-ffcd-444c-a93f-cd271b324408" -d '{"events": [{"server_uuid": "8d2fe6b9-51f5-4bdd-a580-722a67712a1c", "name": "network-vif-plugged", "status": "completed", "tag": "e3ef4484-fa83-437c-8065-2cfa9bee3fdc"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:56:06.316784 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port e3ef4484-fa83-437c-8065-2cfa9bee3fdc, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=e3ef4484-fa83-437c-8065-2cfa9bee3fdc,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:56:06.341363 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa718178-19e1-4af9-ba24-7c2d474a80d9 x-openstack-request-id: req-aa718178-19e1-4af9-ba24-7c2d474a80d9 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:56:06.341686 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2fe6b9-51f5-4bdd-a580-722a67712a1c", "name": "network-vif-plugged", "status": "completed", "tag": "e3ef4484-fa83-437c-8065-2cfa9bee3fdc", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:56:06.341980 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aa718178-19e1-4af9-ba24-7c2d474a80d9 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:56:06.342393 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2fe6b9-51f5-4bdd-a580-722a67712a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ef4484-fa83-437c-8065-2cfa9bee3fdc', 'code': 200} Jan 17 09:56:06.370187 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4f808-4eea-4e38-80d4-f7a830a0e661 req-d2fef704-8845-4ab8-9912-4e445310b9ff tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:06.371845 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-57e4f808-4eea-4e38-80d4-f7a830a0e661 req-d2fef704-8845-4ab8-9912-4e445310b9ff tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0728974 Jan 17 09:56:06.444970 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:06.444970 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 33c9e50b-b88d-47b5-9312-5e91734d7f32 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:56:06.453681 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-57e4f808-4eea-4e38-80d4-f7a830a0e661 req-c0f26fd5-3c8c-4c71-856e-16e8061c8e7a tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702286 Jan 17 09:56:06.471917 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 33c9e50b-b88d-47b5-9312-5e91734d7f32 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:56:06.472275 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 33c9e50b-b88d-47b5-9312-5e91734d7f32 not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:56:06.502605 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=e3ef4484-fa83-437c-8065-2cfa9bee3fdc,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:06.687754 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a87f3d-54c2-4c18-89b4-33f11fb7e901 req-e49a47db-0698-41c4-a982-911ec608c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:06.689404 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-44a87f3d-54c2-4c18-89b4-33f11fb7e901 req-e49a47db-0698-41c4-a982-911ec608c175 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 1099 time: 0.0465157 Jan 17 09:56:06.734749 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-44a87f3d-54c2-4c18-89b4-33f11fb7e901 req-e8daefc7-dde7-4e8f-9df9-fb8f0a573b30 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390530 Jan 17 09:56:06.915863 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382abab-9593-4a6a-9c50-8e7ea56f3ae7 req-b8f9aa8e-efbb-4870-ae68-d93595a974f7 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:06.917231 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1382abab-9593-4a6a-9c50-8e7ea56f3ae7 req-b8f9aa8e-efbb-4870-ae68-d93595a974f7 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0474222 Jan 17 09:56:06.962609 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1382abab-9593-4a6a-9c50-8e7ea56f3ae7 req-200a18a4-8221-4b4e-8d23-21251edf67e7 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Jan 17 09:56:07.233473 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 58674) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:07.370997 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-25e54ca4-b5cf-4587-8cee-990961232b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:07.446813 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-25e54ca4-b5cf-4587-8cee-990961232b39 admin admin] Publish callbacks [] for security_group (6bb2ca9d-f85d-4ee8-a4c2-75fc5109b0fb), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:07.519029 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-25e54ca4-b5cf-4587-8cee-990961232b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (6bb2ca9d-f85d-4ee8-a4c2-75fc5109b0fb), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:07.557523 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-25e54ca4-b5cf-4587-8cee-990961232b39 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e0c593de1c1e433b86eea90784cfd224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229761 Jan 17 09:56:07.558470 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e54ca4-b5cf-4587-8cee-990961232b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb2ca9d-f85d-4ee8-a4c2-75fc5109b0fb,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:07.560202 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 58686) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:07.610433 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Publish callbacks [] for security_group (6bb2ca9d-f85d-4ee8-a4c2-75fc5109b0fb), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:07.630605 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Publish callbacks [] for security_group (6bb2ca9d-f85d-4ee8-a4c2-75fc5109b0fb), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:07.747602 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (6bb2ca9d-f85d-4ee8-a4c2-75fc5109b0fb), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:07.750089 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:07.751266 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6bb2ca9d-f85d-4ee8-a4c2-75fc5109b0fb HTTP/1.1" status: 204 len: 168 time: 0.1900241 Jan 17 09:56:07.758698 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb2ca9d-f85d-4ee8-a4c2-75fc5109b0fb,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:07.766242 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:07.766607 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:07.766991 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:07.767342 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:07.767684 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:07.768023 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:07.770067 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:07.770067 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:07.770067 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:07.770067 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:07.770067 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:07.770067 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:07.770579 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcfa3ea-d30e-4979-a165-cf60555ed93a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:08.478367 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 58698) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:08.491100 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-798eaa0e-09c9-4d64-9dc1-b8b481912502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:08.564142 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-798eaa0e-09c9-4d64-9dc1-b8b481912502 admin admin] Publish callbacks [] for security_group (c8f32be6-8a69-4b58-b7d7-8148939f91d7), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:08.632890 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-798eaa0e-09c9-4d64-9dc1-b8b481912502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (c8f32be6-8a69-4b58-b7d7-8148939f91d7), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:08.674600 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-798eaa0e-09c9-4d64-9dc1-b8b481912502 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e50d20422f544cb486304ab3e8064830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941767 Jan 17 09:56:08.676597 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 58702) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:08.677100 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798eaa0e-09c9-4d64-9dc1-b8b481912502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f32be6-8a69-4b58-b7d7-8148939f91d7,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:08.727703 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-52f62a81-bc04-49a6-82fa-9b9df6340664 admin admin] Publish callbacks [] for security_group (c8f32be6-8a69-4b58-b7d7-8148939f91d7), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:08.749091 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-52f62a81-bc04-49a6-82fa-9b9df6340664 admin admin] Publish callbacks [] for security_group (c8f32be6-8a69-4b58-b7d7-8148939f91d7), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:08.879082 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-52f62a81-bc04-49a6-82fa-9b9df6340664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (c8f32be6-8a69-4b58-b7d7-8148939f91d7), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:08.881648 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-52f62a81-bc04-49a6-82fa-9b9df6340664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:08.883041 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-52f62a81-bc04-49a6-82fa-9b9df6340664 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c8f32be6-8a69-4b58-b7d7-8148939f91d7 HTTP/1.1" status: 204 len: 168 time: 0.2052338 Jan 17 09:56:08.901343 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f62a81-bc04-49a6-82fa-9b9df6340664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f32be6-8a69-4b58-b7d7-8148939f91d7,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:11.127054 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ddd2e-d71d-4ea4-8b94-a67febc00479 req-5a91dfe7-0e3b-45ab-809b-55e196a44c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:11.128575 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ea4ddd2e-d71d-4ea4-8b94-a67febc00479 req-5a91dfe7-0e3b-45ab-809b-55e196a44c75 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9cb309ded717452cace3567dacc87b2f&device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 1098 time: 0.0499363 Jan 17 09:56:11.133405 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2617127-d03a-4c91-99d0-0826d6d4f4be req-ba2ef4bc-1138-4d55-894e-7fad9f91ef66 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:11.135030 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a2617127-d03a-4c91-99d0-0826d6d4f4be req-ba2ef4bc-1138-4d55-894e-7fad9f91ef66 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0740106 Jan 17 09:56:11.147255 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19591b2-d822-4c12-95ec-cd57bfc4c1d8 req-06d6ed4a-bc85-4ce3-b38f-1dd13d7ba297 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:11.148752 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e19591b2-d822-4c12-95ec-cd57bfc4c1d8 req-06d6ed4a-bc85-4ce3-b38f-1dd13d7ba297 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 946 time: 0.0985832 Jan 17 09:56:11.219918 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a2617127-d03a-4c91-99d0-0826d6d4f4be req-e1c17cb4-869f-41de-9f4f-e0b926a601b6 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701776 Jan 17 09:56:11.227546 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e19591b2-d822-4c12-95ec-cd57bfc4c1d8 req-b10b8740-fffa-430d-8353-60839cb6c92a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713010 Jan 17 09:56:11.227715 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ddd2e-d71d-4ea4-8b94-a67febc00479 req-c788c574-e396-4e69-968a-c59220b5af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:11.229214 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ea4ddd2e-d71d-4ea4-8b94-a67febc00479 req-c788c574-e396-4e69-968a-c59220b5af0a service neutron] 10.222.0.94 "GET /v2.0/networks?id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1 HTTP/1.1" status: 200 len: 920 time: 0.0947604 Jan 17 09:56:11.271108 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ea4ddd2e-d71d-4ea4-8b94-a67febc00479 req-06a6284b-cc0e-492d-a58a-cd0ecab10d0a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd24fa9d-aec4-4bd9-887e-f0c7e35617be HTTP/1.1" status: 200 len: 217 time: 0.0358570 Jan 17 09:56:11.418368 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ddd2e-d71d-4ea4-8b94-a67febc00479 req-fdd28998-e08b-4f61-9e30-2fb23cf9dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:11.419901 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ea4ddd2e-d71d-4ea4-8b94-a67febc00479 req-fdd28998-e08b-4f61-9e30-2fb23cf9dd1c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9208fb27-664b-428f-ab1c-b4f44f3920f5 HTTP/1.1" status: 200 len: 859 time: 0.0496058 Jan 17 09:56:11.451351 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ea4ddd2e-d71d-4ea4-8b94-a67febc00479 req-824f0950-c378-4515-97f8-ac88ac369dad service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=59fc7a5a-9156-4bea-bf1d-574de2e0afc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242043 Jan 17 09:56:11.541406 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ea4ddd2e-d71d-4ea4-8b94-a67febc00479 req-0921dcd7-1bdf-4296-bae5-0a39bab7f0d0 service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830927 Jan 17 09:56:11.641786 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ea4ddd2e-d71d-4ea4-8b94-a67febc00479 req-07e58890-e184-4d5f-a723-9db7918a185d service neutron] 10.222.0.94 "GET /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934980 Jan 17 09:56:12.377653 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3e34a-b9ba-452b-a76b-3543593cbd29 req-13445943-78a9-4baa-b825-9919219a7758 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:12.379200 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-54d3e34a-b9ba-452b-a76b-3543593cbd29 req-13445943-78a9-4baa-b825-9919219a7758 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0761929 Jan 17 09:56:12.399981 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e5550-bef7-43e4-903d-4d31560d71c7 req-3f81ddde-b66b-4e05-9c24-90f0321b800a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:12.401556 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-de1e5550-bef7-43e4-903d-4d31560d71c7 req-3f81ddde-b66b-4e05-9c24-90f0321b800a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 946 time: 0.0889163 Jan 17 09:56:12.473474 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-54d3e34a-b9ba-452b-a76b-3543593cbd29 req-fff119b2-d8b7-47d5-b472-cb71bf61a113 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855939 Jan 17 09:56:12.476558 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-de1e5550-bef7-43e4-903d-4d31560d71c7 req-dcefb092-ba29-4294-a1fd-fe8bf197a6ec tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689964 Jan 17 09:56:13.685481 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc037b40-283e-4d98-9c8c-cd231a69d5d7 req-1273e0a9-b008-41ea-8d8f-b59ba8a16af1 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:13.692969 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dc037b40-283e-4d98-9c8c-cd231a69d5d7 req-1273e0a9-b008-41ea-8d8f-b59ba8a16af1 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 946 time: 0.0940747 Jan 17 09:56:13.702238 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae479c-8e4a-49d5-a45f-ceb863d52803 req-92e7ec61-e30e-40bc-89f2-4abed58ea680 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:13.703975 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-36ae479c-8e4a-49d5-a45f-ceb863d52803 req-92e7ec61-e30e-40bc-89f2-4abed58ea680 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.1068506 Jan 17 09:56:13.813585 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dc037b40-283e-4d98-9c8c-cd231a69d5d7 req-3d36310f-d66b-497e-b830-0d3432a3d3b9 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194906 Jan 17 09:56:13.827657 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-36ae479c-8e4a-49d5-a45f-ceb863d52803 req-e8154598-7ddf-4062-8464-d87b916b08fe tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041992 Jan 17 09:56:14.789204 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 58854) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:14.947841 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-66d91660-c9ea-4a28-90fa-00cb5d4112bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:14.982977 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d976eb2-5daa-4f65-8810-c066cfeb3b87 req-d6f96593-1cae-463e-b06f-2c24698517b3 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:14.985697 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5d976eb2-5daa-4f65-8810-c066cfeb3b87 req-d6f96593-1cae-463e-b06f-2c24698517b3 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0820854 Jan 17 09:56:15.063844 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5d976eb2-5daa-4f65-8810-c066cfeb3b87 req-efb509a8-b137-429c-90f0-98a0d7d41904 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704379 Jan 17 09:56:15.092582 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-66d91660-c9ea-4a28-90fa-00cb5d4112bc admin admin] Publish callbacks [] for security_group (f665af36-3df9-4785-adc6-c25a937e7409), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:15.192911 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-66d91660-c9ea-4a28-90fa-00cb5d4112bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (f665af36-3df9-4785-adc6-c25a937e7409), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:15.235550 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d91660-c9ea-4a28-90fa-00cb5d4112bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f665af36-3df9-4785-adc6-c25a937e7409,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:15.240033 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-66d91660-c9ea-4a28-90fa-00cb5d4112bc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=690b275911a04e229380b5b114997072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4495847 Jan 17 09:56:15.243561 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 58860) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:15.359664 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a05d996c-3d3a-4c27-aed3-143740445dda admin admin] Publish callbacks [] for security_group (f665af36-3df9-4785-adc6-c25a937e7409), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:15.401849 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a05d996c-3d3a-4c27-aed3-143740445dda admin admin] Publish callbacks [] for security_group (f665af36-3df9-4785-adc6-c25a937e7409), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:15.616037 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a05d996c-3d3a-4c27-aed3-143740445dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (f665af36-3df9-4785-adc6-c25a937e7409), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:15.618594 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a05d996c-3d3a-4c27-aed3-143740445dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:15.621097 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-a05d996c-3d3a-4c27-aed3-143740445dda admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f665af36-3df9-4785-adc6-c25a937e7409 HTTP/1.1" status: 204 len: 168 time: 0.3756449 Jan 17 09:56:15.654843 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d996c-3d3a-4c27-aed3-143740445dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f665af36-3df9-4785-adc6-c25a937e7409,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:16.208581 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c0162-b790-474b-95ff-b5dc72c2bb1a req-09e8ef3e-7506-487f-9d78-2cd64f7761a7 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:16.211232 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-527c0162-b790-474b-95ff-b5dc72c2bb1a req-09e8ef3e-7506-487f-9d78-2cd64f7761a7 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0535324 Jan 17 09:56:16.273570 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-527c0162-b790-474b-95ff-b5dc72c2bb1a req-59543a79-960d-45c2-9db0-01e4e0c6ad1e tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471981 Jan 17 09:56:22.399151 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-963dbe5b-c21e-48e6-990f-9ad6a0dfcd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:25.192826 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-3d3dae8d-0c94-4b1c-a067-888572c11c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:25.941535 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:27.730913 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:27.827611 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368db45-b0f8-4bae-87f2-2112f324f8fb req-bfb16878-1e66-4c68-bc61-fbd903cacb8c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:27.835449 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2368db45-b0f8-4bae-87f2-2112f324f8fb req-bfb16878-1e66-4c68-bc61-fbd903cacb8c tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0642004 Jan 17 09:56:27.889175 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2368db45-b0f8-4bae-87f2-2112f324f8fb req-2f88991a-a4f3-469a-8632-72f441aaee72 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526068 Jan 17 09:56:29.069853 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac0802-1324-45f7-b9ce-e7ed07285d7c req-3c7e69ea-0560-484a-a40c-f57ad26a6d2f tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:29.071505 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2eac0802-1324-45f7-b9ce-e7ed07285d7c req-3c7e69ea-0560-484a-a40c-f57ad26a6d2f tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0599492 Jan 17 09:56:29.126102 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2eac0802-1324-45f7-b9ce-e7ed07285d7c req-cf885f92-313e-4cef-884c-13503c72c693 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478947 Jan 17 09:56:29.289250 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:30.216022 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 59168) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:30.316949 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-49cf491a-b42c-4d06-b740-a4d70eec5872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:30.394245 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-49cf491a-b42c-4d06-b740-a4d70eec5872 admin admin] Publish callbacks [] for security_group (4208c704-31ed-493d-884b-fcc7b5073379), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:30.476804 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f8517-9cff-4e60-9ef7-3f44976202b0 req-2bdd5c0b-cd58-43da-9dde-a9dd90a44222 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:30.478303 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9d4f8517-9cff-4e60-9ef7-3f44976202b0 req-2bdd5c0b-cd58-43da-9dde-a9dd90a44222 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0479941 Jan 17 09:56:30.479400 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-49cf491a-b42c-4d06-b740-a4d70eec5872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (4208c704-31ed-493d-884b-fcc7b5073379), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:30.543143 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-49cf491a-b42c-4d06-b740-a4d70eec5872 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c39adca7a47a4e9d9d76f95bd7b2654c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259370 Jan 17 09:56:30.545885 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf491a-b42c-4d06-b740-a4d70eec5872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4208c704-31ed-493d-884b-fcc7b5073379,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:30.546232 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59172) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:30.564013 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9d4f8517-9cff-4e60-9ef7-3f44976202b0 req-05d271a4-6b32-4ea5-8773-21e35689a2f1 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744030 Jan 17 09:56:30.610430 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-afaf70bb-209d-47f0-aebc-2545a66b9379 admin admin] Publish callbacks [] for security_group (4208c704-31ed-493d-884b-fcc7b5073379), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:30.631914 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-afaf70bb-209d-47f0-aebc-2545a66b9379 admin admin] Publish callbacks [] for security_group (4208c704-31ed-493d-884b-fcc7b5073379), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:30.757840 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-afaf70bb-209d-47f0-aebc-2545a66b9379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (4208c704-31ed-493d-884b-fcc7b5073379), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:30.760524 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-afaf70bb-209d-47f0-aebc-2545a66b9379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:30.761685 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-afaf70bb-209d-47f0-aebc-2545a66b9379 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4208c704-31ed-493d-884b-fcc7b5073379 HTTP/1.1" status: 204 len: 168 time: 0.2143087 Jan 17 09:56:30.769463 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf70bb-209d-47f0-aebc-2545a66b9379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4208c704-31ed-493d-884b-fcc7b5073379,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:31.338116 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8c85a-b8f1-46ba-b172-777b6a2dc514 req-6f4c2937-6729-4b7c-966c-51d2aa667639 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:31.338116 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5fd8c85a-b8f1-46ba-b172-777b6a2dc514 req-6f4c2937-6729-4b7c-966c-51d2aa667639 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.94 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0495396 Jan 17 09:56:31.426223 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 59202) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:31.451271 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f0d92936-6810-4d0f-a11a-1e77186ea5d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:31.474369 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-5fd8c85a-b8f1-46ba-b172-777b6a2dc514 req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Deleting port c5174ce2-704d-44e8-a412-b3c0304e12b5 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:56:31.474751 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-5fd8c85a-b8f1-46ba-b172-777b6a2dc514 req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:31.541034 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f0d92936-6810-4d0f-a11a-1e77186ea5d3 admin admin] Publish callbacks [] for security_group (aea80fa5-0e2d-4eb6-89d7-290761926970), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:31.573306 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-5fd8c85a-b8f1-46ba-b172-777b6a2dc514 req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] For port c5174ce2-704d-44e8-a412-b3c0304e12b5, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c5174ce2-704d-44e8-a412-b3c0304e12b5,segment=NetworkSegment(be9d89a9-8560-4f43-86f6-b29743f1cbc3),segment_id=be9d89a9-8560-4f43-86f6-b29743f1cbc3)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:56:31.573901 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-5fd8c85a-b8f1-46ba-b172-777b6a2dc514 req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:31.586024 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-5fd8c85a-b8f1-46ba-b172-777b6a2dc514 req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Calling delete_port for c5174ce2-704d-44e8-a412-b3c0304e12b5 owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:56:31.651134 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f0d92936-6810-4d0f-a11a-1e77186ea5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (aea80fa5-0e2d-4eb6-89d7-290761926970), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:31.713344 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d92936-6810-4d0f-a11a-1e77186ea5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea80fa5-0e2d-4eb6-89d7-290761926970,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:31.718599 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-f0d92936-6810-4d0f-a11a-1e77186ea5d3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=95f08b5bdf244153b2d822908dffda7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912929 Jan 17 09:56:31.722352 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 59214) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:31.736247 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd39fab-c71b-46be-a1be-09c33c067cba req-fc01005b-9d2d-471f-b118-9896da8e45d8 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:31.737715 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0cd39fab-c71b-46be-a1be-09c33c067cba req-fc01005b-9d2d-471f-b118-9896da8e45d8 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 945 time: 0.0970848 Jan 17 09:56:31.812492 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0cd39fab-c71b-46be-a1be-09c33c067cba req-71827932-73b0-40f6-ba61-3ceffb6e7448 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 Jan 17 09:56:31.815620 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-316701cc-fbed-40f5-bb3c-bcb290cf0b99 admin admin] Publish callbacks [] for security_group (aea80fa5-0e2d-4eb6-89d7-290761926970), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:31.837414 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-316701cc-fbed-40f5-bb3c-bcb290cf0b99 admin admin] Publish callbacks [] for security_group (aea80fa5-0e2d-4eb6-89d7-290761926970), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:31.890261 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-5fd8c85a-b8f1-46ba-b172-777b6a2dc514 req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926'] for port (c5174ce2-704d-44e8-a412-b3c0304e12b5), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:31.903988 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['bd24fa9d-aec4-4bd9-887e-f0c7e35617be', 'c5174ce2-704d-44e8-a412-b3c0304e12b5'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:56:31.925076 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Pushing event deleted for resources: {'Port': ['ID=c5174ce2-704d-44e8-a412-b3c0304e12b5,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:31.956639 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:31.957047 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:31.957400 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:31.957751 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:31.958190 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:31.958593 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:31.958943 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:31.959289 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:31.959635 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:31.960040 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:31.960372 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:31.960713 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:31.961103 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:31.983716 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd8c85a-b8f1-46ba-b172-777b6a2dc514 req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] No DVR routers for this DVR port c5174ce2-704d-44e8-a412-b3c0304e12b5 on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:56:31.996066 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-5fd8c85a-b8f1-46ba-b172-777b6a2dc514 req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:31.996066 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5fd8c85a-b8f1-46ba-b172-777b6a2dc514 req-b46b7b1d-eb09-4d7b-8d76-0b92d9597d96 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.94 "DELETE /v2.0/ports/c5174ce2-704d-44e8-a412-b3c0304e12b5 HTTP/1.1" status: 204 len: 173 time: 0.6421607 Jan 17 09:56:31.996066 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89807e82-c0fe-495d-a90c-9560ae07245a', 'name': 'network-vif-deleted', 'tag': 'c5174ce2-704d-44e8-a412-b3c0304e12b5'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:56:31.996066 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56fa42f-4cfc-439c-9661-c3d4d109d457" -d '{"events": [{"server_uuid": "89807e82-c0fe-495d-a90c-9560ae07245a", "name": "network-vif-deleted", "tag": "c5174ce2-704d-44e8-a412-b3c0304e12b5"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:56:32.003879 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-316701cc-fbed-40f5-bb3c-bcb290cf0b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (aea80fa5-0e2d-4eb6-89d7-290761926970), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:32.006476 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-316701cc-fbed-40f5-bb3c-bcb290cf0b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:32.011138 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-316701cc-fbed-40f5-bb3c-bcb290cf0b99 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aea80fa5-0e2d-4eb6-89d7-290761926970 HTTP/1.1" status: 204 len: 168 time: 0.2848754 Jan 17 09:56:32.016728 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316701cc-fbed-40f5-bb3c-bcb290cf0b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea80fa5-0e2d-4eb6-89d7-290761926970,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:32.049405 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fe6d17-c91e-411d-9983-5cabec7eb19f x-openstack-request-id: req-f4fe6d17-c91e-411d-9983-5cabec7eb19f {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:56:32.049980 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89807e82-c0fe-495d-a90c-9560ae07245a", "name": "network-vif-deleted", "tag": "c5174ce2-704d-44e8-a412-b3c0304e12b5", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:56:32.050339 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f4fe6d17-c91e-411d-9983-5cabec7eb19f {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:56:32.051012 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89807e82-c0fe-495d-a90c-9560ae07245a', 'name': 'network-vif-deleted', 'tag': 'c5174ce2-704d-44e8-a412-b3c0304e12b5', 'status': 'completed', 'code': 200} Jan 17 09:56:32.919062 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b8c768e1-fbde-4789-b2f8-6a2e814e9cd1 req-58c40af6-22c5-4a31-8d74-62ae4fe184fc tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=89807e82-c0fe-495d-a90c-9560ae07245a HTTP/1.1" status: 200 len: 210 time: 0.0253417 Jan 17 09:56:33.665542 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3baea06b-beec-4d6a-a03f-a191f0c6177b req-135249c7-7742-4d0b-811c-336cdad002e0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460582 Jan 17 09:56:33.729685 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baea06b-beec-4d6a-a03f-a191f0c6177b req-a4e616db-2625-434d-aeaa-4111c134e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:33.731453 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3baea06b-beec-4d6a-a03f-a191f0c6177b req-a4e616db-2625-434d-aeaa-4111c134e8a8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 1098 time: 0.0461719 Jan 17 09:56:33.856577 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baea06b-beec-4d6a-a03f-a191f0c6177b req-2b0a5f71-d96e-42f9-9a28-c68912276265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:33.858180 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3baea06b-beec-4d6a-a03f-a191f0c6177b req-2b0a5f71-d96e-42f9-9a28-c68912276265 service neutron] 10.222.0.94 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 916 time: 0.1082828 Jan 17 09:56:33.924261 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3baea06b-beec-4d6a-a03f-a191f0c6177b req-9c5035ea-4eda-4446-a0fd-dd642704a0b1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=518baf01-6ebd-4d11-989c-0703aba6e08d HTTP/1.1" status: 200 len: 1001 time: 0.0582931 Jan 17 09:56:33.977998 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baea06b-beec-4d6a-a03f-a191f0c6177b req-ed37064e-9e59-423a-baaf-4e8d2a95876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:33.979469 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3baea06b-beec-4d6a-a03f-a191f0c6177b req-ed37064e-9e59-423a-baaf-4e8d2a95876b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 200 len: 854 time: 0.0486920 Jan 17 09:56:34.028228 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baea06b-beec-4d6a-a03f-a191f0c6177b req-5c91027c-f6da-44dd-8aa4-17ac41f21507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:34.030958 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3baea06b-beec-4d6a-a03f-a191f0c6177b req-5c91027c-f6da-44dd-8aa4-17ac41f21507 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=13f5851c-5a19-42aa-919c-d5436bee2140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417714 Jan 17 09:56:34.124569 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3baea06b-beec-4d6a-a03f-a191f0c6177b req-f213d8c9-de0e-4bea-85a6-efc22eb7570b service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878332 Jan 17 09:56:34.221745 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3baea06b-beec-4d6a-a03f-a191f0c6177b req-0628df2e-86e7-47b9-9008-b2dbfd2f5808 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897863 Jan 17 09:56:34.414373 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59326) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:34.461191 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea019b94-db75-4548-a88a-4e654c3ce2b5 admin admin] Deleting subnet 59974585-238b-4151-812e-58250f99df43 {{(pid=114941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:56:34.464519 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea019b94-db75-4548-a88a-4e654c3ce2b5 admin admin] Publish callbacks [] for subnet (59974585-238b-4151-812e-58250f99df43), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:34.484537 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3442c74-6f64-4c5b-aa1d-001d6cb83d00 req-8bc555eb-58de-48f4-825a-4f2a32f44bd5 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:34.486036 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b3442c74-6f64-4c5b-aa1d-001d6cb83d00 req-8bc555eb-58de-48f4-825a-4f2a32f44bd5 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0537543 Jan 17 09:56:34.501082 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea019b94-db75-4548-a88a-4e654c3ce2b5 admin admin] Publish callbacks [] for subnet (59974585-238b-4151-812e-58250f99df43), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:34.507156 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea019b94-db75-4548-a88a-4e654c3ce2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (59974585-238b-4151-812e-58250f99df43), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:34.536094 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b3442c74-6f64-4c5b-aa1d-001d6cb83d00 req-34accd31-47a8-445a-bd1a-fbbe3cdb3c20 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442872 Jan 17 09:56:34.552650 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:34.650202 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea019b94-db75-4548-a88a-4e654c3ce2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for subnet (59974585-238b-4151-812e-58250f99df43), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:34.676152 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea019b94-db75-4548-a88a-4e654c3ce2b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59974585-238b-4151-812e-58250f99df43,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:34.680119 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea019b94-db75-4548-a88a-4e654c3ce2b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:34.686267 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-ea019b94-db75-4548-a88a-4e654c3ce2b5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/59974585-238b-4151-812e-58250f99df43 HTTP/1.1" status: 204 len: 168 time: 0.2685883 Jan 17 09:56:34.687142 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59334) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:34.759939 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (b5585205-2f55-4ef3-8834-018bb47a03f4), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:34.853797 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (b5585205-2f55-4ef3-8834-018bb47a03f4), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:34.894916 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.895366 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.896176 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.896529 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > port after_create 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.896882 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.897226 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > port after_update 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.897575 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.897903 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.898229 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.898559 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.967818 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.968183 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.968522 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.968862 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:56:34.969253 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5585205-2f55-4ef3-8834-018bb47a03f4']}} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:56:34.987281 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43880b2c-05c6-428b-9337-bddbed5bf99c') {'for_net_delete': True} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:56:34.987581 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43880b2c-05c6-428b-9337-bddbed5bf99c') {} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:56:35.003570 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869107'] for segment (43880b2c-05c6-428b-9337-bddbed5bf99c), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:35.023543 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (43880b2c-05c6-428b-9337-bddbed5bf99c), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:35.032127 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=114941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:56:35.032632 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29490688'] for segment (43880b2c-05c6-428b-9337-bddbed5bf99c), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.036505 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: Traceback (most recent call last): Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: timer() Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: cb(*args, **kw) Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: return func(*args, **kwargs) Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: self._notify() Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: self.callback(batched_events) Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: event.method(event) Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: return f(self, *a, **k) Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: return self._get(url).json() Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: return self.request(url, 'GET', **kwargs) Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:56:35.038570 dv-cinder-824839-2-iscsi neutron-server[114941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:56:35.204303 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (b5585205-2f55-4ef3-8834-018bb47a03f4), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:35.211850 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:35.218221 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b5585205-2f55-4ef3-8834-018bb47a03f4 HTTP/1.1" status: 204 len: 168 time: 0.5284712 Jan 17 09:56:35.231366 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c40cd-287f-4451-937a-a54e1e71fe49 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5585205-2f55-4ef3-8834-018bb47a03f4,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:35.666411 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14612822-e525-4e02-9b9c-0fc9c4aa255f req-c698c3e6-6ed9-49dc-96de-dd8d950fb5d4 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:35.667908 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-14612822-e525-4e02-9b9c-0fc9c4aa255f req-c698c3e6-6ed9-49dc-96de-dd8d950fb5d4 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0475066 Jan 17 09:56:35.718387 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-14612822-e525-4e02-9b9c-0fc9c4aa255f req-85d12b4e-ea47-4a24-b664-52e83d482128 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450077 Jan 17 09:56:35.753600 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59356) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:35.792967 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-3d2375b8-6bdc-4e9f-afbe-728f5b3ae626 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=45cef721011d4bc385f3fed06e492c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382402 Jan 17 09:56:35.795292 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59358) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:35.839716 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-89e13c1c-39f3-4d85-b523-92a4f94a9d66 admin admin] Publish callbacks [] for security_group (d81b9512-4061-4548-ad40-5b393f16bb19), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:35.861032 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-89e13c1c-39f3-4d85-b523-92a4f94a9d66 admin admin] Publish callbacks [] for security_group (d81b9512-4061-4548-ad40-5b393f16bb19), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:36.004458 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-89e13c1c-39f3-4d85-b523-92a4f94a9d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (d81b9512-4061-4548-ad40-5b393f16bb19), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:36.007130 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-89e13c1c-39f3-4d85-b523-92a4f94a9d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:36.008327 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-89e13c1c-39f3-4d85-b523-92a4f94a9d66 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d81b9512-4061-4548-ad40-5b393f16bb19 HTTP/1.1" status: 204 len: 168 time: 0.2121658 Jan 17 09:56:36.016427 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e13c1c-39f3-4d85-b523-92a4f94a9d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81b9512-4061-4548-ad40-5b393f16bb19,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:36.046855 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device c5174ce2-704d-44e8-a412-b3c0304e12b5 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:56:36.072290 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: c5174ce2-704d-44e8-a412-b3c0304e12b5 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:56:36.072648 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device c5174ce2-704d-44e8-a412-b3c0304e12b5 not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:56:36.851834 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2314f73-44c8-41dc-9a8c-22ecdaa2c752 req-499f777c-3701-46dc-886a-f8921f39ea7d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:36.853770 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e2314f73-44c8-41dc-9a8c-22ecdaa2c752 req-499f777c-3701-46dc-886a-f8921f39ea7d tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 946 time: 0.0784926 Jan 17 09:56:36.865576 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669adc7f-f239-46da-ad58-b6c1e9342fa2 req-c6c0d750-a945-4f8e-a209-4d7ad378ebd9 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:36.867026 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-669adc7f-f239-46da-ad58-b6c1e9342fa2 req-c6c0d750-a945-4f8e-a209-4d7ad378ebd9 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0810540 Jan 17 09:56:36.937436 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e2314f73-44c8-41dc-9a8c-22ecdaa2c752 req-9bc5fbda-8c93-4b7c-ab6f-6802955b1861 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694287 Jan 17 09:56:36.941848 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-669adc7f-f239-46da-ad58-b6c1e9342fa2 req-3935d223-b9f4-4017-8085-b7f37884ac60 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678821 Jan 17 09:56:37.267448 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59398) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:37.361034 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-721864258-network', 'tenant_id': '4688ab42978643be9b14c64d40460b93'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:56:37.460507 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Made reservation on behalf of 4688ab42978643be9b14c64d40460b93 for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:56:37.462783 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:37.470975 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:37.542786 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Publish callbacks [] for security_group (3b410a7b-1c9e-4979-94dd-b27465aa9dca), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:37.632802 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (3b410a7b-1c9e-4979-94dd-b27465aa9dca), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:37.653490 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] vlan segment allocate from pool success with {'vlan_id': 967, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:56:37.667283 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b410a7b-1c9e-4979-94dd-b27465aa9dca,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:37.671970 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:37.672324 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Added segment 63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87 of type vlan for network 4137bd4f-5c1e-4788-ba73-55fc6e50767b Jan 17 09:56:37.716776 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (4137bd4f-5c1e-4788-ba73-55fc6e50767b), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:37.872483 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (4137bd4f-5c1e-4788-ba73-55fc6e50767b), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:37.873490 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:37.874085 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:37.934155 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] Pushing event updated for resources: {'Network': ['ID=4137bd4f-5c1e-4788-ba73-55fc6e50767b,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:37.943772 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network 4137bd4f-5c1e-4788-ba73-55fc6e50767b details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:56:38.030577 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-0395112d-0486-4623-9358-856231cc9a2a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7614896 Jan 17 09:56:38.032972 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59410) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:38.037978 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-b4a9021a-1869-4940-b4c8-f7c0bff31606 admin admin] Request body: {'subnet': {'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-721864258-subnet', 'tenant_id': '4688ab42978643be9b14c64d40460b93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:56:38.119130 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a9021a-1869-4940-b4c8-f7c0bff31606 admin admin] Made reservation on behalf of 4688ab42978643be9b14c64d40460b93 for: {'subnet': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:56:38.121598 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b4a9021a-1869-4940-b4c8-f7c0bff31606 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29783128'] for subnet (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:38.311052 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99974b-4a03-48ac-9bbb-bfa3a8f99edf req-7ec2b491-a041-4ff0-82c6-d4a5f2114f49 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:38.317256 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6c99974b-4a03-48ac-9bbb-bfa3a8f99edf req-7ec2b491-a041-4ff0-82c6-d4a5f2114f49 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 946 time: 0.3054175 Jan 17 09:56:38.348899 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20d88e-de89-4ccb-b099-76856fecf573 req-d7782948-1990-4880-b68a-039fe7bfed22 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:38.350377 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3d20d88e-de89-4ccb-b099-76856fecf573 req-d7782948-1990-4880-b68a-039fe7bfed22 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.3124168 Jan 17 09:56:38.387123 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b4a9021a-1869-4940-b4c8-f7c0bff31606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29490857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29783114'] for subnet (cdcff95a-5b70-4348-aeb4-5af95785f42c), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:38.391223 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6c99974b-4a03-48ac-9bbb-bfa3a8f99edf req-ef8eb136-1f29-401b-9ecb-6be6ca35e87c tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726535 Jan 17 09:56:38.432940 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3d20d88e-de89-4ccb-b099-76856fecf573 req-1ee1fca4-a48a-46f4-8ea1-578c4ad9df73 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732818 Jan 17 09:56:38.448513 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9021a-1869-4940-b4c8-f7c0bff31606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdcff95a-5b70-4348-aeb4-5af95785f42c,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:38.457511 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9021a-1869-4940-b4c8-f7c0bff31606 admin admin] Checking segment: {'id': '63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:56:38.457874 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a9021a-1869-4940-b4c8-f7c0bff31606 admin admin] Network hostable DHCP agents. Network: 4137bd4f-5c1e-4788-ba73-55fc6e50767b, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:56:38.558315 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a9021a-1869-4940-b4c8-f7c0bff31606 admin admin] Network 4137bd4f-5c1e-4788-ba73-55fc6e50767b is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:56:38.655546 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-b4a9021a-1869-4940-b4c8-f7c0bff31606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, 4137bd4f-5c1e-4788-ba73-55fc6e50767b) {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:56:38.660784 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a9021a-1869-4940-b4c8-f7c0bff31606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:38.661645 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b4a9021a-1869-4940-b4c8-f7c0bff31606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:38.664212 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e830b41-aa31-463d-aafa-f63b7389e425 None None] Network 4137bd4f-5c1e-4788-ba73-55fc6e50767b requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:56:38.767652 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ca9d2b-c287-4c8a-b325-415d369fc9d7 None None] Network 4137bd4f-5c1e-4788-ba73-55fc6e50767b requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:56:38.778569 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-b4a9021a-1869-4940-b4c8-f7c0bff31606 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7444870 Jan 17 09:56:39.264670 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f7ac9-45e9-45f7-88b4-64163a41b06b req-805e2131-c37d-422a-8a3a-69011263b2da tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:39.266090 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-d77f7ac9-45e9-45f7-88b4-64163a41b06b req-805e2131-c37d-422a-8a3a-69011263b2da tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 946 time: 0.0492890 Jan 17 09:56:39.363079 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-d77f7ac9-45e9-45f7-88b4-64163a41b06b req-2b2aafb4-222f-4fb7-b139-ec62c7445f32 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Deleting port e3ef4484-fa83-437c-8065-2cfa9bee3fdc {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:56:39.363429 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-d77f7ac9-45e9-45f7-88b4-64163a41b06b req-2b2aafb4-222f-4fb7-b139-ec62c7445f32 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:39.461210 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-d77f7ac9-45e9-45f7-88b4-64163a41b06b req-2b2aafb4-222f-4fb7-b139-ec62c7445f32 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] For port e3ef4484-fa83-437c-8065-2cfa9bee3fdc, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=e3ef4484-fa83-437c-8065-2cfa9bee3fdc,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:56:39.461873 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-d77f7ac9-45e9-45f7-88b4-64163a41b06b req-2b2aafb4-222f-4fb7-b139-ec62c7445f32 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:39.475492 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-d77f7ac9-45e9-45f7-88b4-64163a41b06b req-2b2aafb4-222f-4fb7-b139-ec62c7445f32 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Calling delete_port for e3ef4484-fa83-437c-8065-2cfa9bee3fdc owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:56:39.522442 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab085a1d-a34a-4e77-b506-5d182b3851a1 req-d7d73459-122c-48d4-b8fa-399f889a057e tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:39.523978 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ab085a1d-a34a-4e77-b506-5d182b3851a1 req-d7d73459-122c-48d4-b8fa-399f889a057e tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 946 time: 0.0557594 Jan 17 09:56:39.604518 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ab085a1d-a34a-4e77-b506-5d182b3851a1 req-ed9c2644-0d0a-4f5d-a3ed-1daa90a26f70 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694449 Jan 17 09:56:39.612429 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac3421-4dd9-48e9-9bec-4ff4a53244fa req-691fdc7f-bdb6-4120-bc64-aa1e196ebed4 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:39.613898 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bdac3421-4dd9-48e9-9bec-4ff4a53244fa req-691fdc7f-bdb6-4120-bc64-aa1e196ebed4 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0890417 Jan 17 09:56:39.673856 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bdac3421-4dd9-48e9-9bec-4ff4a53244fa req-4b8f4766-b901-40c1-b052-87baf23fdf20 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501199 Jan 17 09:56:39.747333 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-d77f7ac9-45e9-45f7-88b4-64163a41b06b req-2b2aafb4-222f-4fb7-b139-ec62c7445f32 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (e3ef4484-fa83-437c-8065-2cfa9bee3fdc), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:39.760691 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['a7df3738-0e8b-4ef6-9796-89313eec43fb', '0cd022ae-8166-4ebd-acca-e5e5e8653f04', '412f721b-105f-4f6e-9259-416e91ac80c9', 'e3ef4484-fa83-437c-8065-2cfa9bee3fdc'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:56:39.778537 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2aafb4-222f-4fb7-b139-ec62c7445f32 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Pushing event deleted for resources: {'Port': ['ID=e3ef4484-fa83-437c-8065-2cfa9bee3fdc,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:39.825429 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77f7ac9-45e9-45f7-88b4-64163a41b06b req-2b2aafb4-222f-4fb7-b139-ec62c7445f32 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] No DVR routers for this DVR port e3ef4484-fa83-437c-8065-2cfa9bee3fdc on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:56:39.827720 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-d77f7ac9-45e9-45f7-88b4-64163a41b06b req-2b2aafb4-222f-4fb7-b139-ec62c7445f32 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:39.831525 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-d77f7ac9-45e9-45f7-88b4-64163a41b06b req-2b2aafb4-222f-4fb7-b139-ec62c7445f32 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "DELETE /v2.0/ports/e3ef4484-fa83-437c-8065-2cfa9bee3fdc HTTP/1.1" status: 204 len: 173 time: 0.5595450 Jan 17 09:56:39.832330 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2fe6b9-51f5-4bdd-a580-722a67712a1c', 'name': 'network-vif-deleted', 'tag': 'e3ef4484-fa83-437c-8065-2cfa9bee3fdc'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:56:39.834858 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d57c14d-cf7a-4c73-8699-199538446bba" -d '{"events": [{"server_uuid": "8d2fe6b9-51f5-4bdd-a580-722a67712a1c", "name": "network-vif-deleted", "tag": "e3ef4484-fa83-437c-8065-2cfa9bee3fdc"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:56:39.887840 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bd91b6-a424-4bba-8c14-56fb5d092b53 x-openstack-request-id: req-c8bd91b6-a424-4bba-8c14-56fb5d092b53 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:56:39.888144 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2fe6b9-51f5-4bdd-a580-722a67712a1c", "name": "network-vif-deleted", "tag": "e3ef4484-fa83-437c-8065-2cfa9bee3fdc", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:56:39.888402 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c8bd91b6-a424-4bba-8c14-56fb5d092b53 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:56:39.889463 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2fe6b9-51f5-4bdd-a580-722a67712a1c', 'name': 'network-vif-deleted', 'tag': 'e3ef4484-fa83-437c-8065-2cfa9bee3fdc', 'status': 'completed', 'code': 200} Jan 17 09:56:40.504522 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:56:40.715310 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2ca983e0-a1fb-4dca-9b63-f2db7cb2b103 req-a7b2a22d-da11-4f8f-8f95-5a98bd138204 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8d2fe6b9-51f5-4bdd-a580-722a67712a1c HTTP/1.1" status: 200 len: 210 time: 0.0258203 Jan 17 09:56:40.808103 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebee4b-9f9d-45b7-bb9a-99f45c54ca1b req-c0c54e10-4fe1-4af6-ba29-fb4f78b3d07a tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:40.809602 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d5ebee4b-9f9d-45b7-bb9a-99f45c54ca1b req-c0c54e10-4fe1-4af6-ba29-fb4f78b3d07a tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0617480 Jan 17 09:56:40.857078 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d5ebee4b-9f9d-45b7-bb9a-99f45c54ca1b req-15c2cd14-858b-49c1-80db-5c37a7a7e6b9 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/security-groups?id=4315ef8f-9844-474a-a464-bce01174f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417733 Jan 17 09:56:41.026257 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a79e7f-8811-4c40-9c0b-0a2b1bb579c1 req-3fac4d67-e03c-4fdc-8bcb-9d5a387be6bf tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:41.027788 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-89a79e7f-8811-4c40-9c0b-0a2b1bb579c1 req-3fac4d67-e03c-4fdc-8bcb-9d5a387be6bf tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.94 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 945 time: 0.0495553 Jan 17 09:56:41.117923 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-89a79e7f-8811-4c40-9c0b-0a2b1bb579c1 req-62bb15da-7000-4d93-9e80-2d3743974090 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Deleting port bd24fa9d-aec4-4bd9-887e-f0c7e35617be {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:56:41.118966 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-89a79e7f-8811-4c40-9c0b-0a2b1bb579c1 req-62bb15da-7000-4d93-9e80-2d3743974090 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:41.208115 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-89a79e7f-8811-4c40-9c0b-0a2b1bb579c1 req-62bb15da-7000-4d93-9e80-2d3743974090 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] For port bd24fa9d-aec4-4bd9-887e-f0c7e35617be, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=bd24fa9d-aec4-4bd9-887e-f0c7e35617be,segment=NetworkSegment(be9d89a9-8560-4f43-86f6-b29743f1cbc3),segment_id=be9d89a9-8560-4f43-86f6-b29743f1cbc3)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:56:41.208481 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-89a79e7f-8811-4c40-9c0b-0a2b1bb579c1 req-62bb15da-7000-4d93-9e80-2d3743974090 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:41.220994 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-89a79e7f-8811-4c40-9c0b-0a2b1bb579c1 req-62bb15da-7000-4d93-9e80-2d3743974090 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Calling delete_port for bd24fa9d-aec4-4bd9-887e-f0c7e35617be owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:56:41.410034 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-89a79e7f-8811-4c40-9c0b-0a2b1bb579c1 req-62bb15da-7000-4d93-9e80-2d3743974090 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (bd24fa9d-aec4-4bd9-887e-f0c7e35617be), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:41.422415 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['bd24fa9d-aec4-4bd9-887e-f0c7e35617be'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:56:41.440053 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb15da-7000-4d93-9e80-2d3743974090 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Pushing event deleted for resources: {'Port': ['ID=bd24fa9d-aec4-4bd9-887e-f0c7e35617be,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:41.479991 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a79e7f-8811-4c40-9c0b-0a2b1bb579c1 req-62bb15da-7000-4d93-9e80-2d3743974090 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] No DVR routers for this DVR port bd24fa9d-aec4-4bd9-887e-f0c7e35617be on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:56:41.493340 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-89a79e7f-8811-4c40-9c0b-0a2b1bb579c1 req-62bb15da-7000-4d93-9e80-2d3743974090 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:41.493340 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-89a79e7f-8811-4c40-9c0b-0a2b1bb579c1 req-62bb15da-7000-4d93-9e80-2d3743974090 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.94 "DELETE /v2.0/ports/bd24fa9d-aec4-4bd9-887e-f0c7e35617be HTTP/1.1" status: 204 len: 173 time: 0.4522297 Jan 17 09:56:41.891339 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8793696-9b8b-4e72-be11-b91e267c2681', 'name': 'network-vif-deleted', 'tag': 'bd24fa9d-aec4-4bd9-887e-f0c7e35617be'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:56:41.893974 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8541d6-cfe9-4f0c-bf62-611baeed6952" -d '{"events": [{"server_uuid": "a8793696-9b8b-4e72-be11-b91e267c2681", "name": "network-vif-deleted", "tag": "bd24fa9d-aec4-4bd9-887e-f0c7e35617be"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:56:41.965810 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e86c941e-ee7b-4360-a734-7a94791cdbe0 req-fdc624b3-f694-4d72-a2da-ceb55524ccc9 tempest-ServerRescueNegativeTestJSON-228042282 tempest-ServerRescueNegativeTestJSON-228042282-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8793696-9b8b-4e72-be11-b91e267c2681 HTTP/1.1" status: 200 len: 210 time: 0.0373113 Jan 17 09:56:42.010254 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f91aa9-26c8-4bf8-a4b3-18e90d8ed898 x-openstack-request-id: req-d6f91aa9-26c8-4bf8-a4b3-18e90d8ed898 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:56:42.010814 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8793696-9b8b-4e72-be11-b91e267c2681", "name": "network-vif-deleted", "tag": "bd24fa9d-aec4-4bd9-887e-f0c7e35617be", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:56:42.011260 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d6f91aa9-26c8-4bf8-a4b3-18e90d8ed898 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:56:42.011910 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8793696-9b8b-4e72-be11-b91e267c2681', 'name': 'network-vif-deleted', 'tag': 'bd24fa9d-aec4-4bd9-887e-f0c7e35617be', 'status': 'completed', 'code': 200} Jan 17 09:56:42.067184 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-8f02b370-c359-4163-9751-8a806374b60d tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:42.068645 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-8f02b370-c359-4163-9751-8a806374b60d tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/networks?id=4137bd4f-5c1e-4788-ba73-55fc6e50767b HTTP/1.1" status: 200 len: 813 time: 0.1052868 Jan 17 09:56:42.084800 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-dbe9f4f7-ff82-40c6-8c3c-4b7cb222171f tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/quotas/4688ab42978643be9b14c64d40460b93 HTTP/1.1" status: 200 len: 375 time: 0.0099664 Jan 17 09:56:42.122053 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-bfcc32d5-dfcf-40be-a242-b4438ed323bc tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4688ab42978643be9b14c64d40460b93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259693 Jan 17 09:56:42.220757 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-93da1013-a598-40f1-b298-7ee29642fb68 service neutron] 10.222.0.88 "GET /v2.0/networks/4137bd4f-5c1e-4788-ba73-55fc6e50767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915225 Jan 17 09:56:42.309230 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-e26bc214-bc23-49ec-b77f-450c323732eb service neutron] 10.222.0.88 "GET /v2.0/networks/4137bd4f-5c1e-4788-ba73-55fc6e50767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828476 Jan 17 09:56:42.544033 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-478c0366-50cf-4c93-96bb-8e303012abf4 req-3b2059ec-f292-43bf-a65c-ff3f8739a77c tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 210 time: 0.0312762 Jan 17 09:56:43.022229 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59548) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:43.494968 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 59560) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:43.645345 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2adc14f7-f0f0-4e14-a256-364206c89c34 req-8652401d-8fb8-49c3-b5fe-926a08229a51 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 210 time: 0.0477934 Jan 17 09:56:43.651865 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4fdb8044-6076-497a-a3c5-73e612b26cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:43.700439 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c4e091de-f5d9-4d83-be54-cc5b5d903598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33152778'] for router_interface (8f681764-4c00-4a77-9007-48c805625518), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:43.761484 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4fdb8044-6076-497a-a3c5-73e612b26cb1 admin admin] Publish callbacks [] for security_group (944dce54-9113-4937-a023-374729ef2875), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:43.777425 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff91a7f-cdf2-4f64-84db-5a45e15a3f86 req-2215d516-3716-4a81-a1bf-25fcf9bb56ca tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:43.778962 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0ff91a7f-cdf2-4f64-84db-5a45e15a3f86 req-2215d516-3716-4a81-a1bf-25fcf9bb56ca tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 946 time: 0.0705054 Jan 17 09:56:43.829072 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0ff91a7f-cdf2-4f64-84db-5a45e15a3f86 req-37d27450-9495-4b9f-b3f6-467d3b654c47 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445218 Jan 17 09:56:43.895778 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4fdb8044-6076-497a-a3c5-73e612b26cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (944dce54-9113-4937-a023-374729ef2875), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:43.941317 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-4fdb8044-6076-497a-a3c5-73e612b26cb1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0a30555c8d0d47eba75893e70dda6d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4445429 Jan 17 09:56:43.945029 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 59570) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:43.958226 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb8044-6076-497a-a3c5-73e612b26cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944dce54-9113-4937-a023-374729ef2875,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:44.002487 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2585c9cd-95d5-4709-ae6b-36ed3a00148b admin admin] Publish callbacks [] for security_group (944dce54-9113-4937-a023-374729ef2875), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:44.009805 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-c4e091de-f5d9-4d83-be54-cc5b5d903598 admin admin] Deleting port b1927eb6-df91-4a64-bdec-6241aee178e9 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:56:44.010148 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c4e091de-f5d9-4d83-be54-cc5b5d903598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:44.024901 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2585c9cd-95d5-4709-ae6b-36ed3a00148b admin admin] Publish callbacks [] for security_group (944dce54-9113-4937-a023-374729ef2875), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:44.091038 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device bd24fa9d-aec4-4bd9-887e-f0c7e35617be no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:56:44.091995 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-c4e091de-f5d9-4d83-be54-cc5b5d903598 admin admin] For port b1927eb6-df91-4a64-bdec-6241aee178e9, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=b1927eb6-df91-4a64-bdec-6241aee178e9,segment=NetworkSegment(be9d89a9-8560-4f43-86f6-b29743f1cbc3),segment_id=be9d89a9-8560-4f43-86f6-b29743f1cbc3)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:56:44.092387 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c4e091de-f5d9-4d83-be54-cc5b5d903598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:44.106008 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-c4e091de-f5d9-4d83-be54-cc5b5d903598 admin admin] Calling delete_port for b1927eb6-df91-4a64-bdec-6241aee178e9 owned by network:router_interface {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:56:44.111067 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: bd24fa9d-aec4-4bd9-887e-f0c7e35617be {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:56:44.111427 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device bd24fa9d-aec4-4bd9-887e-f0c7e35617be not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:56:44.111849 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device e3ef4484-fa83-437c-8065-2cfa9bee3fdc no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:56:44.130420 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: e3ef4484-fa83-437c-8065-2cfa9bee3fdc {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:56:44.130794 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device e3ef4484-fa83-437c-8065-2cfa9bee3fdc not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:56:44.175487 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2585c9cd-95d5-4709-ae6b-36ed3a00148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (944dce54-9113-4937-a023-374729ef2875), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:44.178077 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2585c9cd-95d5-4709-ae6b-36ed3a00148b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:44.179270 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-2585c9cd-95d5-4709-ae6b-36ed3a00148b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/944dce54-9113-4937-a023-374729ef2875 HTTP/1.1" status: 204 len: 168 time: 0.2332797 Jan 17 09:56:44.188307 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585c9cd-95d5-4709-ae6b-36ed3a00148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944dce54-9113-4937-a023-374729ef2875,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:44.433071 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c4e091de-f5d9-4d83-be54-cc5b5d903598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (b1927eb6-df91-4a64-bdec-6241aee178e9), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:44.461357 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e091de-f5d9-4d83-be54-cc5b5d903598 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1927eb6-df91-4a64-bdec-6241aee178e9,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:44.621814 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c4e091de-f5d9-4d83-be54-cc5b5d903598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33241339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33137306'] for router_interface (8f681764-4c00-4a77-9007-48c805625518), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:44.759537 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-eca202c4-d977-40ce-92ef-a80fda13607f req-4f9efa52-7c8c-4873-b778-f28c25ba2afa tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 210 time: 0.0297294 Jan 17 09:56:44.843961 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e091de-f5d9-4d83-be54-cc5b5d903598 admin admin] Router 8f681764-4c00-4a77-9007-48c805625518 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:56:44.866190 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 59584) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:44.890593 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ec0ac95d-dd86-41e1-b723-f7e9a3bca634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:44.960789 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e091de-f5d9-4d83-be54-cc5b5d903598 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:56:44.966177 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-c4e091de-f5d9-4d83-be54-cc5b5d903598 admin admin] 10.222.0.88 "PUT /v2.0/routers/8f681764-4c00-4a77-9007-48c805625518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9427946 Jan 17 09:56:44.968723 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59586) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:44.972781 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ccac7c-5993-4658-a22d-6cf80d30b11a None None] Sync routers for ids ['8f681764-4c00-4a77-9007-48c805625518'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:56:44.985573 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ccac7c-5993-4658-a22d-6cf80d30b11a None None] Routers {'8f681764-4c00-4a77-9007-48c805625518'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:56:44.986427 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-16ccac7c-5993-4658-a22d-6cf80d30b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:56:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['8f681764-4c00-4a77-9007-48c805625518'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:56:45.003961 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f02ed9-f1c4-4394-b332-b48e03f9a4a1 req-fcb9e905-f6a3-4e4f-a72e-d61a0d8068f9 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:45.005465 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-01f02ed9-f1c4-4394-b332-b48e03f9a4a1 req-fcb9e905-f6a3-4e4f-a72e-d61a0d8068f9 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 946 time: 0.0745628 Jan 17 09:56:45.021038 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ec0ac95d-dd86-41e1-b723-f7e9a3bca634 admin admin] Publish callbacks [] for security_group (54dd43ff-7baa-4f27-974e-3713621ce5d0), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:45.064431 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-01f02ed9-f1c4-4394-b332-b48e03f9a4a1 req-c446f0f7-92a6-47d7-83b8-844d4d3239f4 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462680 Jan 17 09:56:45.086129 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Publish callbacks [] for router (8f681764-4c00-4a77-9007-48c805625518), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:45.098509 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-16ccac7c-5993-4658-a22d-6cf80d30b11a None None] Set router 8f681764-4c00-4a77-9007-48c805625518 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:56:45.135226 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ec0ac95d-dd86-41e1-b723-f7e9a3bca634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (54dd43ff-7baa-4f27-974e-3713621ce5d0), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:45.177643 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-ec0ac95d-dd86-41e1-b723-f7e9a3bca634 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=17e317e83c004f788d2a0fb7f63c9fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080137 Jan 17 09:56:45.177643 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ac95d-dd86-41e1-b723-f7e9a3bca634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dd43ff-7baa-4f27-974e-3713621ce5d0,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:45.177958 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59588) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:45.214416 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Publish callbacks [] for router_gateway (8f681764-4c00-4a77-9007-48c805625518), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:45.240671 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c5a9a11b-25cf-4724-8b86-777e3294b2b1 admin admin] Publish callbacks [] for security_group (54dd43ff-7baa-4f27-974e-3713621ce5d0), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:45.264443 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c5a9a11b-25cf-4724-8b86-777e3294b2b1 admin admin] Publish callbacks [] for security_group (54dd43ff-7baa-4f27-974e-3713621ce5d0), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:45.281268 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-16ccac7c-5993-4658-a22d-6cf80d30b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f681764-4c00-4a77-9007-48c805625518', 'name': 'tempest-ServerRescueNegativeTestJSON-1310756938-router', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:56:44Z', 'revision_number': 5, 'project_id': '9cb309ded717452cace3567dacc87b2f', 'gw_port': {'id': 'a13feac2-5035-4f0a-8595-d53e5b4b1746', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f681764-4c00-4a77-9007-48c805625518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:56:45.312993 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ccac7c-5993-4658-a22d-6cf80d30b11a None None] Checking router: 8f681764-4c00-4a77-9007-48c805625518 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:56:45.322342 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ccac7c-5993-4658-a22d-6cf80d30b11a None None] Routers {'8f681764-4c00-4a77-9007-48c805625518'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:56:45.322993 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-16ccac7c-5993-4658-a22d-6cf80d30b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:56:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['8f681764-4c00-4a77-9007-48c805625518'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:56:45.372739 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Deleting port a13feac2-5035-4f0a-8595-d53e5b4b1746 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:56:45.373177 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:45.477531 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c5a9a11b-25cf-4724-8b86-777e3294b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (54dd43ff-7baa-4f27-974e-3713621ce5d0), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:45.480800 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c5a9a11b-25cf-4724-8b86-777e3294b2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:45.482009 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-c5a9a11b-25cf-4724-8b86-777e3294b2b1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/54dd43ff-7baa-4f27-974e-3713621ce5d0 HTTP/1.1" status: 204 len: 168 time: 0.3031394 Jan 17 09:56:45.493636 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-16ccac7c-5993-4658-a22d-6cf80d30b11a None None] Set router 8f681764-4c00-4a77-9007-48c805625518 gateway port host: None {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:56:45.517956 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9a11b-25cf-4724-8b86-777e3294b2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dd43ff-7baa-4f27-974e-3713621ce5d0,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:45.538506 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] For port a13feac2-5035-4f0a-8595-d53e5b4b1746, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=a13feac2-5035-4f0a-8595-d53e5b4b1746,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:56:45.538829 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:45.551840 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-16ccac7c-5993-4658-a22d-6cf80d30b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f681764-4c00-4a77-9007-48c805625518', 'name': 'tempest-ServerRescueNegativeTestJSON-1310756938-router', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:56:45Z', 'revision_number': 6, 'project_id': '9cb309ded717452cace3567dacc87b2f', 'gw_port_host': None}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:56:45.568464 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Calling delete_port for a13feac2-5035-4f0a-8595-d53e5b4b1746 owned by network:router_gateway {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:56:45.581488 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ccac7c-5993-4658-a22d-6cf80d30b11a None None] The sync data for ids ['8f681764-4c00-4a77-9007-48c805625518'] in dv-cinder-824839-2-iscsi is: [{'id': '8f681764-4c00-4a77-9007-48c805625518', 'name': 'tempest-ServerRescueNegativeTestJSON-1310756938-router', 'tenant_id': '9cb309ded717452cace3567dacc87b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:56:45Z', 'revision_number': 6, 'project_id': '9cb309ded717452cace3567dacc87b2f', 'gw_port_host': None}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:56:45.595965 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-fc2fa8a8-debb-4c33-8ca9-3560f3f9db1b tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:45.597490 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-fc2fa8a8-debb-4c33-8ca9-3560f3f9db1b tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.94 "GET /v2.0/networks?id=4137bd4f-5c1e-4788-ba73-55fc6e50767b HTTP/1.1" status: 200 len: 813 time: 0.1679366 Jan 17 09:56:45.633541 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-45dc8158-e209-45d4-868a-0658358d1acf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Request body: {'port': {'device_id': '99b39f77-e7bb-4653-b260-8af199f26623', 'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b', 'admin_state_up': True, 'tenant_id': '4688ab42978643be9b14c64d40460b93'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:56:45.851185 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e0745fad-1b51-4981-8482-8343d57468d9 req-b9498bdf-252c-4267-ae94-a147b60227e5 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 210 time: 0.0249023 Jan 17 09:56:45.962169 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e3426-c3d2-4585-b4c1-846547fc530b req-9c738c57-7b29-4b97-b002-78467f903b57 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:45.964025 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f21e3426-c3d2-4585-b4c1-846547fc530b req-9c738c57-7b29-4b97-b002-78467f903b57 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 946 time: 0.0607154 Jan 17 09:56:46.062681 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-45dc8158-e209-45d4-868a-0658358d1acf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Made reservation on behalf of 4688ab42978643be9b14c64d40460b93 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:56:46.066313 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-45dc8158-e209-45d4-868a-0658358d1acf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:46.070197 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (a13feac2-5035-4f0a-8595-d53e5b4b1746), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:46.110793 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-f21e3426-c3d2-4585-b4c1-846547fc530b req-6da2253d-da3f-4cea-be64-f6123a5cb5a6 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Deleting port 412f721b-105f-4f6e-9259-416e91ac80c9 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:56:46.111164 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f21e3426-c3d2-4585-b4c1-846547fc530b req-6da2253d-da3f-4cea-be64-f6123a5cb5a6 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (412f721b-105f-4f6e-9259-416e91ac80c9), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:46.117264 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13feac2-5035-4f0a-8595-d53e5b4b1746,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:46.205532 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d998dcc-907f-46f0-8f7c-968d09ed4cfe req-9d4a0cca-9470-4493-b16e-17b47cfe3cb3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:46.207069 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2d998dcc-907f-46f0-8f7c-968d09ed4cfe req-9d4a0cca-9470-4493-b16e-17b47cfe3cb3 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 946 time: 0.0583720 Jan 17 09:56:46.257058 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2d998dcc-907f-46f0-8f7c-968d09ed4cfe req-4bf4984d-d0e9-4c27-bf4c-3b86027c4709 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432491 Jan 17 09:56:46.478602 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device a13feac2-5035-4f0a-8595-d53e5b4b1746 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:56:46.505728 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: a13feac2-5035-4f0a-8595-d53e5b4b1746 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:56:46.506092 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device a13feac2-5035-4f0a-8595-d53e5b4b1746 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:56:46.506527 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device b1927eb6-df91-4a64-bdec-6241aee178e9 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:56:46.512216 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33137008'] for router_gateway (8f681764-4c00-4a77-9007-48c805625518), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:46.535412 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: b1927eb6-df91-4a64-bdec-6241aee178e9 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:56:46.535832 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device b1927eb6-df91-4a64-bdec-6241aee178e9 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:56:46.681121 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33139175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25221'] for router (8f681764-4c00-4a77-9007-48c805625518), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:46.683793 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-f21e3426-c3d2-4585-b4c1-846547fc530b req-6da2253d-da3f-4cea-be64-f6123a5cb5a6 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] For port 412f721b-105f-4f6e-9259-416e91ac80c9, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=412f721b-105f-4f6e-9259-416e91ac80c9,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:56:46.684156 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f21e3426-c3d2-4585-b4c1-846547fc530b req-6da2253d-da3f-4cea-be64-f6123a5cb5a6 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (412f721b-105f-4f6e-9259-416e91ac80c9), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:46.694750 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Publish callbacks [] for router_controller (8f681764-4c00-4a77-9007-48c805625518), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:46.730942 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-f21e3426-c3d2-4585-b4c1-846547fc530b req-6da2253d-da3f-4cea-be64-f6123a5cb5a6 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Calling delete_port for 412f721b-105f-4f6e-9259-416e91ac80c9 owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:56:46.779496 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-45dc8158-e209-45d4-868a-0658358d1acf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Allocated IP 172.20.0.12 (4137bd4f-5c1e-4788-ba73-55fc6e50767b/cdcff95a-5b70-4348-aeb4-5af95785f42c/8f120e75-622d-427e-b97e-5216cfb744b2) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:56:46.921133 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33139180'] for router (8f681764-4c00-4a77-9007-48c805625518), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:46.921688 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f681764-4c00-4a77-9007-48c805625518 {{(pid=114941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:56:46.935272 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:46.936431 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-7c6a058e-deba-41b9-ad3f-b7c573a0d5f7 admin admin] 10.222.0.88 "DELETE /v2.0/routers/8f681764-4c00-4a77-9007-48c805625518 HTTP/1.1" status: 204 len: 168 time: 1.9667265 Jan 17 09:56:46.941272 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59630) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:46.952579 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c2b43fea-c055-415a-bb1a-e390d6a4e2e5 req-1a293acd-e613-482a-89fa-c29ee217cf1d tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 210 time: 0.0273261 Jan 17 09:56:47.054698 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c8c1aa-18b1-4545-987a-975aa3d2b5e8 admin admin] Deleting subnet 9208fb27-664b-428f-ab1c-b4f44f3920f5 {{(pid=114941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:56:47.064398 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c1aa-18b1-4545-987a-975aa3d2b5e8 admin admin] Publish callbacks [] for subnet (9208fb27-664b-428f-ab1c-b4f44f3920f5), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.103942 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-45dc8158-e209-45d4-868a-0658358d1acf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks [] for port (8f120e75-622d-427e-b97e-5216cfb744b2), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.117376 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c1aa-18b1-4545-987a-975aa3d2b5e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24674816'] for subnet (9208fb27-664b-428f-ab1c-b4f44f3920f5), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.172348 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c1aa-18b1-4545-987a-975aa3d2b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (9208fb27-664b-428f-ab1c-b4f44f3920f5), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.312857 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f21e3426-c3d2-4585-b4c1-846547fc530b req-6da2253d-da3f-4cea-be64-f6123a5cb5a6 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (412f721b-105f-4f6e-9259-416e91ac80c9), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.325025 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['a7df3738-0e8b-4ef6-9796-89313eec43fb', '0cd022ae-8166-4ebd-acca-e5e5e8653f04', '412f721b-105f-4f6e-9259-416e91ac80c9'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:56:47.343016 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2253d-da3f-4cea-be64-f6123a5cb5a6 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Pushing event deleted for resources: {'Port': ['ID=412f721b-105f-4f6e-9259-416e91ac80c9,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:47.366216 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-96b3ecbd-5d2c-4626-a452-38a06f4e4a6c req-af17c50f-8dad-4c33-af3a-a6d4153d7b50 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 210 time: 0.0346618 Jan 17 09:56:47.398761 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c1aa-18b1-4545-987a-975aa3d2b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29490798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29783091'] for subnet (9208fb27-664b-428f-ab1c-b4f44f3920f5), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.401665 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-45dc8158-e209-45d4-868a-0658358d1acf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (8f120e75-622d-427e-b97e-5216cfb744b2), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.406032 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21e3426-c3d2-4585-b4c1-846547fc530b req-6da2253d-da3f-4cea-be64-f6123a5cb5a6 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] No DVR routers for this DVR port 412f721b-105f-4f6e-9259-416e91ac80c9 on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:56:47.416012 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-f21e3426-c3d2-4585-b4c1-846547fc530b req-6da2253d-da3f-4cea-be64-f6123a5cb5a6 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.419321 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f21e3426-c3d2-4585-b4c1-846547fc530b req-6da2253d-da3f-4cea-be64-f6123a5cb5a6 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "DELETE /v2.0/ports/412f721b-105f-4f6e-9259-416e91ac80c9 HTTP/1.1" status: 204 len: 173 time: 1.4489903 Jan 17 09:56:47.440812 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8454eef4-736e-405b-ac99-02ce9ee5bb64', 'name': 'network-vif-deleted', 'tag': '412f721b-105f-4f6e-9259-416e91ac80c9'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:56:47.443202 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87377f1e-30e3-4cfb-91f9-0cf88e4f0f78" -d '{"events": [{"server_uuid": "8454eef4-736e-405b-ac99-02ce9ee5bb64", "name": "network-vif-deleted", "tag": "412f721b-105f-4f6e-9259-416e91ac80c9"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:56:47.473652 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8c1aa-18b1-4545-987a-975aa3d2b5e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9208fb27-664b-428f-ab1c-b4f44f3920f5,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:47.483295 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e0c8c1aa-18b1-4545-987a-975aa3d2b5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.486620 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-e0c8c1aa-18b1-4545-987a-975aa3d2b5e8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9208fb27-664b-428f-ab1c-b4f44f3920f5 HTTP/1.1" status: 204 len: 168 time: 0.5443487 Jan 17 09:56:47.490412 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 59642) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:47.494558 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1838016a-830d-40cd-b316-d1aa5c8e81c6 x-openstack-request-id: req-1838016a-830d-40cd-b316-d1aa5c8e81c6 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:56:47.494880 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8454eef4-736e-405b-ac99-02ce9ee5bb64", "name": "network-vif-deleted", "tag": "412f721b-105f-4f6e-9259-416e91ac80c9", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:56:47.495141 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1838016a-830d-40cd-b316-d1aa5c8e81c6 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:56:47.495544 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8454eef4-736e-405b-ac99-02ce9ee5bb64', 'name': 'network-vif-deleted', 'tag': '412f721b-105f-4f6e-9259-416e91ac80c9', 'status': 'completed', 'code': 200} Jan 17 09:56:47.512771 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-45dc8158-e209-45d4-868a-0658358d1acf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Network 4137bd4f-5c1e-4788-ba73-55fc6e50767b is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:56:47.534148 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-45dc8158-e209-45d4-868a-0658358d1acf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:56:47.534148 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc8158-e209-45d4-868a-0658358d1acf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Pushing event updated for resources: {'Port': ['ID=8f120e75-622d-427e-b97e-5216cfb744b2,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:47.534148 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-45dc8158-e209-45d4-868a-0658358d1acf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:56:47.582249 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-45dc8158-e209-45d4-868a-0658358d1acf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:47.582799 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-45dc8158-e209-45d4-868a-0658358d1acf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.596927 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ce267f10-7251-4d85-b28c-191155f9d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (59fc7a5a-9156-4bea-bf1d-574de2e0afc1), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.675486 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ce267f10-7251-4d85-b28c-191155f9d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (59fc7a5a-9156-4bea-bf1d-574de2e0afc1), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.699960 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-ce267f10-7251-4d85-b28c-191155f9d4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fc7a5a-9156-4bea-bf1d-574de2e0afc1']}} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:56:47.710455 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-ce267f10-7251-4d85-b28c-191155f9d4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9d89a9-8560-4f43-86f6-b29743f1cbc3') {'for_net_delete': True} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:56:47.710793 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-ce267f10-7251-4d85-b28c-191155f9d4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9d89a9-8560-4f43-86f6-b29743f1cbc3') {} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:56:47.722536 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ce267f10-7251-4d85-b28c-191155f9d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24658905'] for segment (be9d89a9-8560-4f43-86f6-b29743f1cbc3), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.734565 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ce267f10-7251-4d85-b28c-191155f9d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (be9d89a9-8560-4f43-86f6-b29743f1cbc3), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.741257 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce267f10-7251-4d85-b28c-191155f9d4f5 admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=114940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:56:47.741654 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ce267f10-7251-4d85-b28c-191155f9d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894521'] for segment (be9d89a9-8560-4f43-86f6-b29743f1cbc3), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: Traceback (most recent call last): Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: timer() Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: cb(*args, **kw) Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: return func(*args, **kwargs) Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: self._notify() Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: self.callback(batched_events) Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: event.method(event) Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: return f(self, *a, **k) Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._get(url).json() Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: return self.request(url, 'GET', **kwargs) Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:56:47.744257 dv-cinder-824839-2-iscsi neutron-server[114940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:56:47.806372 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-45dc8158-e209-45d4-868a-0658358d1acf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1761377 Jan 17 09:56:47.817715 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Request body: {'port': {'device_id': '99b39f77-e7bb-4653-b260-8af199f26623', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:56:47.873890 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (8f120e75-622d-427e-b97e-5216cfb744b2), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.907053 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ce267f10-7251-4d85-b28c-191155f9d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (59fc7a5a-9156-4bea-bf1d-574de2e0afc1), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.924022 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ce267f10-7251-4d85-b28c-191155f9d4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:47.927316 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-ce267f10-7251-4d85-b28c-191155f9d4f5 admin admin] 10.222.0.88 "DELETE /v2.0/networks/59fc7a5a-9156-4bea-bf1d-574de2e0afc1 HTTP/1.1" status: 204 len: 168 time: 0.4354022 Jan 17 09:56:47.928448 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce267f10-7251-4d85-b28c-191155f9d4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=59fc7a5a-9156-4bea-bf1d-574de2e0afc1,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:48.089219 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4113d45-329f-4d21-82ca-ad080d9ccb68 req-64a7075b-f9cf-450c-adcb-ea483fbfd52b tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:48.090751 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b4113d45-329f-4d21-82ca-ad080d9ccb68 req-64a7075b-f9cf-450c-adcb-ea483fbfd52b tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 932 time: 0.0496888 Jan 17 09:56:48.142947 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b4113d45-329f-4d21-82ca-ad080d9ccb68 req-006bb51a-9347-43b2-adc3-b259ab205dcf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 Jan 17 09:56:48.177626 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f120e75-622d-427e-b97e-5216cfb744b2 {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:56:48.186060 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Publish callbacks [] for port (8f120e75-622d-427e-b97e-5216cfb744b2), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:48.197930 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Transition to ACTIVE for port object 8f120e75-622d-427e-b97e-5216cfb744b2 will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:56:48.318467 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (8f120e75-622d-427e-b97e-5216cfb744b2), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:48.379876 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Pushing event updated for resources: {'Port': ['ID=8f120e75-622d-427e-b97e-5216cfb744b2,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:48.383250 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59664) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:48.473210 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-84139883-625b-4205-aec7-c5f69ccfb6c0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9cb309ded717452cace3567dacc87b2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0882545 Jan 17 09:56:48.478447 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59672) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:48.493991 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-820363c1-f930-4092-893c-3ca3d016e0ff req-a732da7c-7024-434f-9334-66d03cd8cf46 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=8454eef4-736e-405b-ac99-02ce9ee5bb64 HTTP/1.1" status: 200 len: 210 time: 0.0298586 Jan 17 09:56:48.494918 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Attempting to bind port 8f120e75-622d-427e-b97e-5216cfb744b2 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:56:48.494918 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Attempting to bind port 8f120e75-622d-427e-b97e-5216cfb744b2 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:56:48.495244 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Attempting to bind port 8f120e75-622d-427e-b97e-5216cfb744b2 on network 4137bd4f-5c1e-4788-ba73-55fc6e50767b {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:56:48.503380 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Port 8f120e75-622d-427e-b97e-5216cfb744b2 on network 4137bd4f-5c1e-4788-ba73-55fc6e50767b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:56:48.503714 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Attempting to bind port 8f120e75-622d-427e-b97e-5216cfb744b2 on network 4137bd4f-5c1e-4788-ba73-55fc6e50767b {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:56:48.519135 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:56:48.519796 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Checking segment: {'id': '63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:56:48.519891 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Bound using segment: {'id': '63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:56:48.520293 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Bound port: 8f120e75-622d-427e-b97e-5216cfb744b2, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:56:48.520651 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (8f120e75-622d-427e-b97e-5216cfb744b2), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:48.573775 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0453d52b-4d42-4736-8b4d-4b2f7de0b7f9 admin admin] Publish callbacks [] for security_group (4315ef8f-9844-474a-a464-bce01174f524), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:48.612638 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0453d52b-4d42-4736-8b4d-4b2f7de0b7f9 admin admin] Publish callbacks [] for security_group (4315ef8f-9844-474a-a464-bce01174f524), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:48.624335 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] For port 8f120e75-622d-427e-b97e-5216cfb744b2, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:56:48.629387 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] For port 8f120e75-622d-427e-b97e-5216cfb744b2, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=8f120e75-622d-427e-b97e-5216cfb744b2,segment=NetworkSegment(63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87),segment_id=63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:56:48.689881 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (8f120e75-622d-427e-b97e-5216cfb744b2), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:48.721743 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0453d52b-4d42-4736-8b4d-4b2f7de0b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (4315ef8f-9844-474a-a464-bce01174f524), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:48.724475 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0453d52b-4d42-4736-8b4d-4b2f7de0b7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:48.725646 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-0453d52b-4d42-4736-8b4d-4b2f7de0b7f9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4315ef8f-9844-474a-a464-bce01174f524 HTTP/1.1" status: 204 len: 168 time: 0.2462609 Jan 17 09:56:48.744186 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:48.744825 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:48.746331 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] 10.222.0.94 "PUT /v2.0/ports/8f120e75-622d-427e-b97e-5216cfb744b2 HTTP/1.1" status: 200 len: 1094 time: 0.9328904 Jan 17 09:56:48.747269 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453d52b-4d42-4736-8b4d-4b2f7de0b7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4315ef8f-9844-474a-a464-bce01174f524,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:48.766765 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b794e-ecd7-4228-9196-91c93e97a331 service neutron] Pushing event updated for resources: {'Port': ['ID=8f120e75-622d-427e-b97e-5216cfb744b2,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:48.931892 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-4a3c571d-5316-42c5-9fc1-db87a93d3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:48.933473 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-4a3c571d-5316-42c5-9fc1-db87a93d3bd4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4688ab42978643be9b14c64d40460b93&device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 1097 time: 0.0424938 Jan 17 09:56:48.978875 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-f8d23171-e714-4eab-b279-f36ac8e0c82b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f120e75-622d-427e-b97e-5216cfb744b2 HTTP/1.1" status: 200 len: 217 time: 0.0349903 Jan 17 09:56:49.026271 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-8dfd0796-c767-4e86-aaa4-ae4cf5a23a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:49.027717 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-8dfd0796-c767-4e86-aaa4-ae4cf5a23a46 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=cdcff95a-5b70-4348-aeb4-5af95785f42c HTTP/1.1" status: 200 len: 853 time: 0.0431082 Jan 17 09:56:49.062924 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-bf4d0f75-18e2-4f43-9924-c8370a576cdc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4137bd4f-5c1e-4788-ba73-55fc6e50767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274484 Jan 17 09:56:49.160847 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-6bbfa3b9-6da7-457a-ba56-2ba71a81496d service neutron] 10.222.0.94 "GET /v2.0/networks/4137bd4f-5c1e-4788-ba73-55fc6e50767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854661 Jan 17 09:56:49.262587 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-23f7d959-c188-4717-9daa-2e9b91f119d8 req-bf2bd101-70d8-4a03-80bd-dcfa91e6b469 service neutron] 10.222.0.94 "GET /v2.0/networks/4137bd4f-5c1e-4788-ba73-55fc6e50767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941112 Jan 17 09:56:49.277202 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d04f9-6c11-476a-8deb-f93434016760 req-47e677a2-b648-4b47-8942-63333b08ba76 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:49.279920 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ab2d04f9-6c11-476a-8deb-f93434016760 req-47e677a2-b648-4b47-8942-63333b08ba76 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 944 time: 0.0653131 Jan 17 09:56:49.340746 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ab2d04f9-6c11-476a-8deb-f93434016760 req-f14cef5e-5938-4588-88ea-3917ef58fde3 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Jan 17 09:56:49.496786 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b39f77-e7bb-4653-b260-8af199f26623', 'tag': '8f120e75-622d-427e-b97e-5216cfb744b2'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:56:49.499586 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7026020-9b13-4420-9e7c-01bd5d922dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "99b39f77-e7bb-4653-b260-8af199f26623", "tag": "8f120e75-622d-427e-b97e-5216cfb744b2"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:56:49.538039 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483138a0-7ce3-40d5-912e-fe29556afa52 x-openstack-request-id: req-483138a0-7ce3-40d5-912e-fe29556afa52 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:56:49.538977 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b39f77-e7bb-4653-b260-8af199f26623", "tag": "8f120e75-622d-427e-b97e-5216cfb744b2", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:56:49.539381 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-483138a0-7ce3-40d5-912e-fe29556afa52 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:56:49.540429 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b39f77-e7bb-4653-b260-8af199f26623', 'tag': '8f120e75-622d-427e-b97e-5216cfb744b2', 'status': 'completed', 'code': 200} Jan 17 09:56:49.599960 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7026020-9b13-4420-9e7c-01bd5d922dc2 req-d467d017-bbdb-4556-a075-b8b58d61ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:49.602975 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e7026020-9b13-4420-9e7c-01bd5d922dc2 req-d467d017-bbdb-4556-a075-b8b58d61ed55 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4688ab42978643be9b14c64d40460b93&device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 1097 time: 0.0409341 Jan 17 09:56:49.697460 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7026020-9b13-4420-9e7c-01bd5d922dc2 req-27074972-d651-475b-9154-7a73375ab19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:49.698973 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e7026020-9b13-4420-9e7c-01bd5d922dc2 req-27074972-d651-475b-9154-7a73375ab19d service neutron] 10.222.0.94 "GET /v2.0/networks?id=4137bd4f-5c1e-4788-ba73-55fc6e50767b HTTP/1.1" status: 200 len: 914 time: 0.0887907 Jan 17 09:56:49.746070 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e7026020-9b13-4420-9e7c-01bd5d922dc2 req-c544e4db-d9c4-45ee-9152-b4bb5323be88 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f120e75-622d-427e-b97e-5216cfb744b2 HTTP/1.1" status: 200 len: 217 time: 0.0390160 Jan 17 09:56:49.795557 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7026020-9b13-4420-9e7c-01bd5d922dc2 req-609345a0-4784-40ac-b0b4-b68f42a07da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:49.797128 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e7026020-9b13-4420-9e7c-01bd5d922dc2 req-609345a0-4784-40ac-b0b4-b68f42a07da7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=cdcff95a-5b70-4348-aeb4-5af95785f42c HTTP/1.1" status: 200 len: 853 time: 0.0446572 Jan 17 09:56:49.834339 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e7026020-9b13-4420-9e7c-01bd5d922dc2 req-c8a89c67-9d66-4381-94e4-d8e8e9742400 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4137bd4f-5c1e-4788-ba73-55fc6e50767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241013 Jan 17 09:56:49.942423 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e7026020-9b13-4420-9e7c-01bd5d922dc2 req-14becf02-2c26-44d1-bebd-e8113be8d0ca service neutron] 10.222.0.94 "GET /v2.0/networks/4137bd4f-5c1e-4788-ba73-55fc6e50767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905523 Jan 17 09:56:50.058416 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e7026020-9b13-4420-9e7c-01bd5d922dc2 req-edd548c0-9e59-4d1e-86dc-76dbd94153cb service neutron] 10.222.0.94 "GET /v2.0/networks/4137bd4f-5c1e-4788-ba73-55fc6e50767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935764 Jan 17 09:56:50.069365 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 59738) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:50.150017 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 412f721b-105f-4f6e-9259-416e91ac80c9 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:56:50.150519 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b8b14-de29-43b6-8c09-0a80bb1c6614 req-c8bc8226-d129-4a55-89ae-056e1a559307 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:50.151948 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f89b8b14-de29-43b6-8c09-0a80bb1c6614 req-c8bc8226-d129-4a55-89ae-056e1a559307 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 945 time: 0.0502872 Jan 17 09:56:50.172106 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 412f721b-105f-4f6e-9259-416e91ac80c9 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:56:50.172535 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 412f721b-105f-4f6e-9259-416e91ac80c9 not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:56:50.188614 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6a9988bb-bd84-45c4-b532-6cd237fdbc47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:50.225145 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f89b8b14-de29-43b6-8c09-0a80bb1c6614 req-34ba9596-331e-4f6d-8dd0-206e1d58a73b tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675898 Jan 17 09:56:50.285776 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6a9988bb-bd84-45c4-b532-6cd237fdbc47 admin admin] Publish callbacks [] for security_group (83b0affe-2f32-4eed-a6a3-b1d9452545bf), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:50.363820 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6a9988bb-bd84-45c4-b532-6cd237fdbc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (83b0affe-2f32-4eed-a6a3-b1d9452545bf), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:50.407778 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-6a9988bb-bd84-45c4-b532-6cd237fdbc47 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=84ffc4b348bb4df5b9b4d4e9a514e10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370659 Jan 17 09:56:50.408643 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9988bb-bd84-45c4-b532-6cd237fdbc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b0affe-2f32-4eed-a6a3-b1d9452545bf,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:50.411097 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59748) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:50.461857 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af8ded-9328-4eb0-b3ff-1ef9f0e5d331 req-03fa138e-e564-47cb-b368-5e13757df0ea tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:50.469612 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-87af8ded-9328-4eb0-b3ff-1ef9f0e5d331 req-03fa138e-e564-47cb-b368-5e13757df0ea tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 944 time: 0.0546861 Jan 17 09:56:50.472353 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-cef97c34-3aa4-4469-bec6-c03f23ba72a0 admin admin] Publish callbacks [] for security_group (83b0affe-2f32-4eed-a6a3-b1d9452545bf), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:50.500434 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-cef97c34-3aa4-4469-bec6-c03f23ba72a0 admin admin] Publish callbacks [] for security_group (83b0affe-2f32-4eed-a6a3-b1d9452545bf), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:50.514388 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-87af8ded-9328-4eb0-b3ff-1ef9f0e5d331 req-134a4b1e-64f6-493f-add3-02eef1281a54 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442667 Jan 17 09:56:50.648820 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-cef97c34-3aa4-4469-bec6-c03f23ba72a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (83b0affe-2f32-4eed-a6a3-b1d9452545bf), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:50.653042 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-cef97c34-3aa4-4469-bec6-c03f23ba72a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:50.654217 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-cef97c34-3aa4-4469-bec6-c03f23ba72a0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/83b0affe-2f32-4eed-a6a3-b1d9452545bf HTTP/1.1" status: 204 len: 168 time: 0.2413688 Jan 17 09:56:50.662436 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef97c34-3aa4-4469-bec6-c03f23ba72a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b0affe-2f32-4eed-a6a3-b1d9452545bf,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:51.339551 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30d50a-b404-44bf-b229-1d838c9219c6 req-fe761786-9949-4db9-a096-7b95a1a09e66 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:51.341032 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-eb30d50a-b404-44bf-b229-1d838c9219c6 req-fe761786-9949-4db9-a096-7b95a1a09e66 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 945 time: 0.0472338 Jan 17 09:56:51.392431 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-eb30d50a-b404-44bf-b229-1d838c9219c6 req-0d25b780-0491-49da-955e-40039aea008a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459104 Jan 17 09:56:51.499190 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 59780) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:51.512639 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2e356d6f-9a7b-4492-bcdc-17b3d6876635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:51.588485 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2e356d6f-9a7b-4492-bcdc-17b3d6876635 admin admin] Publish callbacks [] for security_group (08b24090-1f15-4ac1-870d-9be222962f6e), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:51.635113 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93e38a-bfd0-4d72-89b2-88f1dfee30a8 req-df51a119-43b2-4522-a716-9b474512ba33 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:51.636612 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bf93e38a-bfd0-4d72-89b2-88f1dfee30a8 req-df51a119-43b2-4522-a716-9b474512ba33 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 944 time: 0.0515573 Jan 17 09:56:51.666768 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59786) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:51.678056 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2e356d6f-9a7b-4492-bcdc-17b3d6876635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (08b24090-1f15-4ac1-870d-9be222962f6e), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:51.703687 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bf93e38a-bfd0-4d72-89b2-88f1dfee30a8 req-717afac8-e8a4-4eab-be71-2fe95726a158 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615184 Jan 17 09:56:51.722768 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-2e356d6f-9a7b-4492-bcdc-17b3d6876635 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7229f1eae5ef4c6c8b89c7133750a667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219586 Jan 17 09:56:51.724799 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 59790) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:51.741137 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e356d6f-9a7b-4492-bcdc-17b3d6876635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b24090-1f15-4ac1-870d-9be222962f6e,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:51.785995 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1be863c7-e0a7-4a75-892d-efa471a14579 admin admin] Publish callbacks [] for security_group (08b24090-1f15-4ac1-870d-9be222962f6e), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:51.787183 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c28d3726-6a3a-4645-8bb1-ac3f24d32ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:51.807796 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1be863c7-e0a7-4a75-892d-efa471a14579 admin admin] Publish callbacks [] for security_group (08b24090-1f15-4ac1-870d-9be222962f6e), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:51.866287 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c28d3726-6a3a-4645-8bb1-ac3f24d32ed6 admin admin] Publish callbacks [] for security_group (aeb55ba7-881c-4ffb-b98a-3db2b9202c92), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:51.968779 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1be863c7-e0a7-4a75-892d-efa471a14579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (08b24090-1f15-4ac1-870d-9be222962f6e), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:51.971506 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1be863c7-e0a7-4a75-892d-efa471a14579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:51.972775 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-1be863c7-e0a7-4a75-892d-efa471a14579 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/08b24090-1f15-4ac1-870d-9be222962f6e HTTP/1.1" status: 204 len: 168 time: 0.2470381 Jan 17 09:56:51.980702 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be863c7-e0a7-4a75-892d-efa471a14579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b24090-1f15-4ac1-870d-9be222962f6e,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:52.050451 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c28d3726-6a3a-4645-8bb1-ac3f24d32ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (aeb55ba7-881c-4ffb-b98a-3db2b9202c92), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:52.081682 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-c28d3726-6a3a-4645-8bb1-ac3f24d32ed6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d2d2e0f9f7be4cc18e40a40da5cc0057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4133296 Jan 17 09:56:52.082632 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d3726-6a3a-4645-8bb1-ac3f24d32ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb55ba7-881c-4ffb-b98a-3db2b9202c92,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:52.084425 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 59796) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:52.134389 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-25a7d7e5-826e-4fd1-bef0-968ab5153429 admin admin] Publish callbacks [] for security_group (aeb55ba7-881c-4ffb-b98a-3db2b9202c92), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:52.155166 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-25a7d7e5-826e-4fd1-bef0-968ab5153429 admin admin] Publish callbacks [] for security_group (aeb55ba7-881c-4ffb-b98a-3db2b9202c92), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:52.267854 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ecade-6cc4-48b9-bfeb-8c254a88631e req-590459f0-2fc2-4698-9694-9c567f8e7dd4 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:52.269654 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-9c9ecade-6cc4-48b9-bfeb-8c254a88631e req-590459f0-2fc2-4698-9694-9c567f8e7dd4 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 945 time: 0.0539603 Jan 17 09:56:52.279254 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-25a7d7e5-826e-4fd1-bef0-968ab5153429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (aeb55ba7-881c-4ffb-b98a-3db2b9202c92), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:52.282037 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-25a7d7e5-826e-4fd1-bef0-968ab5153429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:52.290472 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-25a7d7e5-826e-4fd1-bef0-968ab5153429 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aeb55ba7-881c-4ffb-b98a-3db2b9202c92 HTTP/1.1" status: 204 len: 168 time: 0.2022374 Jan 17 09:56:52.310110 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7d7e5-826e-4fd1-bef0-968ab5153429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb55ba7-881c-4ffb-b98a-3db2b9202c92,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:52.406215 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-9c9ecade-6cc4-48b9-bfeb-8c254a88631e req-3d959332-a50a-4352-9e87-982ff933d375 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Deleting port 0cd022ae-8166-4ebd-acca-e5e5e8653f04 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:56:52.406215 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-9c9ecade-6cc4-48b9-bfeb-8c254a88631e req-3d959332-a50a-4352-9e87-982ff933d375 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:52.473545 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a6db4336-e4a7-4049-8a5d-b84040f2349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:52.505805 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-9c9ecade-6cc4-48b9-bfeb-8c254a88631e req-3d959332-a50a-4352-9e87-982ff933d375 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] For port 0cd022ae-8166-4ebd-acca-e5e5e8653f04, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0cd022ae-8166-4ebd-acca-e5e5e8653f04,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:56:52.506188 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-9c9ecade-6cc4-48b9-bfeb-8c254a88631e req-3d959332-a50a-4352-9e87-982ff933d375 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:52.516924 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ffee0-7eea-4e42-9e9a-00ed1afd3900 req-5b9e278e-8fe3-4300-9495-8aa377ca7518 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:52.518521 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-081ffee0-7eea-4e42-9e9a-00ed1afd3900 req-5b9e278e-8fe3-4300-9495-8aa377ca7518 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 945 time: 0.0519693 Jan 17 09:56:52.520227 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-9c9ecade-6cc4-48b9-bfeb-8c254a88631e req-3d959332-a50a-4352-9e87-982ff933d375 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Calling delete_port for 0cd022ae-8166-4ebd-acca-e5e5e8653f04 owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:56:52.569371 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-081ffee0-7eea-4e42-9e9a-00ed1afd3900 req-581951ec-ef40-470e-98c9-909e9d4367ff tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450754 Jan 17 09:56:52.740861 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-9c9ecade-6cc4-48b9-bfeb-8c254a88631e req-3d959332-a50a-4352-9e87-982ff933d375 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (0cd022ae-8166-4ebd-acca-e5e5e8653f04), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:52.757173 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['a7df3738-0e8b-4ef6-9796-89313eec43fb', '0cd022ae-8166-4ebd-acca-e5e5e8653f04'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:56:52.784188 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d959332-a50a-4352-9e87-982ff933d375 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Pushing event deleted for resources: {'Port': ['ID=0cd022ae-8166-4ebd-acca-e5e5e8653f04,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:52.834094 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7edfb-0d75-429e-a407-a5165372230e req-0285b9b0-5795-4bd2-b8ed-15fd157f9efb tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:52.835852 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6cb7edfb-0d75-429e-a407-a5165372230e req-0285b9b0-5795-4bd2-b8ed-15fd157f9efb tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 944 time: 0.0560601 Jan 17 09:56:52.856535 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9ecade-6cc4-48b9-bfeb-8c254a88631e req-3d959332-a50a-4352-9e87-982ff933d375 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] No DVR routers for this DVR port 0cd022ae-8166-4ebd-acca-e5e5e8653f04 on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:56:52.861553 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-9c9ecade-6cc4-48b9-bfeb-8c254a88631e req-3d959332-a50a-4352-9e87-982ff933d375 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:52.865610 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-9c9ecade-6cc4-48b9-bfeb-8c254a88631e req-3d959332-a50a-4352-9e87-982ff933d375 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "DELETE /v2.0/ports/0cd022ae-8166-4ebd-acca-e5e5e8653f04 HTTP/1.1" status: 204 len: 173 time: 0.5896678 Jan 17 09:56:52.866451 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5', 'name': 'network-vif-deleted', 'tag': '0cd022ae-8166-4ebd-acca-e5e5e8653f04'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:56:52.871664 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5830c5e2-cd36-467c-94df-7dbb1905c4df" -d '{"events": [{"server_uuid": "e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5", "name": "network-vif-deleted", "tag": "0cd022ae-8166-4ebd-acca-e5e5e8653f04"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:56:52.941795 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6cb7edfb-0d75-429e-a407-a5165372230e req-612b1d9e-95a6-45e4-8de6-07b0bf684691 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882404 Jan 17 09:56:52.943241 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2252acf-9770-4080-9807-a813cf26dafa x-openstack-request-id: req-d2252acf-9770-4080-9807-a813cf26dafa {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:56:52.943658 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5", "name": "network-vif-deleted", "tag": "0cd022ae-8166-4ebd-acca-e5e5e8653f04", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:56:52.943996 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d2252acf-9770-4080-9807-a813cf26dafa {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:56:52.944479 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5', 'name': 'network-vif-deleted', 'tag': '0cd022ae-8166-4ebd-acca-e5e5e8653f04', 'status': 'completed', 'code': 200} Jan 17 09:56:53.234560 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 59832) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:53.247806 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-63701403-167e-4cb6-9713-3fdddf8e9747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:53.334273 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-63701403-167e-4cb6-9713-3fdddf8e9747 admin admin] Publish callbacks [] for security_group (880ce076-a301-4f6e-b417-4ba938bb61e8), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:53.415266 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-63701403-167e-4cb6-9713-3fdddf8e9747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (880ce076-a301-4f6e-b417-4ba938bb61e8), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:53.455857 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-63701403-167e-4cb6-9713-3fdddf8e9747 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=645093ee54234fae98d02782e77aae3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197833 Jan 17 09:56:53.456750 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63701403-167e-4cb6-9713-3fdddf8e9747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880ce076-a301-4f6e-b417-4ba938bb61e8,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:53.458347 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59840) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:53.513026 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-68b83cc4-ba31-48c2-92e9-2fc9304749d2 admin admin] Publish callbacks [] for security_group (880ce076-a301-4f6e-b417-4ba938bb61e8), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:53.536780 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-68b83cc4-ba31-48c2-92e9-2fc9304749d2 admin admin] Publish callbacks [] for security_group (880ce076-a301-4f6e-b417-4ba938bb61e8), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:53.678330 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b8ad29f9-533e-4c99-8b1b-dd122b69030d req-3ae93de7-5a32-4fed-ae88-25c15e4f35e1 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3d7a77e-8e83-45e2-b1f4-0fd77dadd2e5 HTTP/1.1" status: 200 len: 210 time: 0.0291266 Jan 17 09:56:53.740747 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-68b83cc4-ba31-48c2-92e9-2fc9304749d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (880ce076-a301-4f6e-b417-4ba938bb61e8), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:53.743949 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-68b83cc4-ba31-48c2-92e9-2fc9304749d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:53.745090 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-68b83cc4-ba31-48c2-92e9-2fc9304749d2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/880ce076-a301-4f6e-b417-4ba938bb61e8 HTTP/1.1" status: 204 len: 168 time: 0.2854273 Jan 17 09:56:53.753453 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b83cc4-ba31-48c2-92e9-2fc9304749d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880ce076-a301-4f6e-b417-4ba938bb61e8,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:54.019418 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 59850) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:54.043329 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca54ad0-7f1e-48aa-9993-14cd52c41b83 req-c15cb536-be5e-4f77-a9cf-3882e8af0fc6 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:54.044910 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1ca54ad0-7f1e-48aa-9993-14cd52c41b83 req-c15cb536-be5e-4f77-a9cf-3882e8af0fc6 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 944 time: 0.0537162 Jan 17 09:56:54.107265 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1ca54ad0-7f1e-48aa-9993-14cd52c41b83 req-654aaed5-875d-4ad2-a1ed-8748e88a5b07 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473709 Jan 17 09:56:54.146068 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 8f120e75-622d-427e-b97e-5216cfb744b2 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:56:54.152011 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-af53896b-bdd5-4b95-a8b7-43138c6a930d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:54.231770 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-af53896b-bdd5-4b95-a8b7-43138c6a930d admin admin] Publish callbacks [] for security_group (f8ea168b-1353-4cb9-96d5-fd17c4f01d0f), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:54.245434 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 8f120e75-622d-427e-b97e-5216cfb744b2, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=8f120e75-622d-427e-b97e-5216cfb744b2,segment=NetworkSegment(63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87),segment_id=63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:56:54.257132 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '8f120e75-622d-427e-b97e-5216cfb744b2', 'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b', 'port_id': '8f120e75-622d-427e-b97e-5216cfb744b2', 'mac_address': 'fa:16:3e:09:b8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 967, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcff95a-5b70-4348-aeb4-5af95785f42c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:56:54.294160 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 8f120e75-622d-427e-b97e-5216cfb744b2 is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:56:54.294881 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (8f120e75-622d-427e-b97e-5216cfb744b2), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:54.308095 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f120e75-622d-427e-b97e-5216cfb744b2 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:56:54.318144 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-af53896b-bdd5-4b95-a8b7-43138c6a930d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (f8ea168b-1353-4cb9-96d5-fd17c4f01d0f), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:54.328269 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 8f120e75-622d-427e-b97e-5216cfb744b2, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=8f120e75-622d-427e-b97e-5216cfb744b2,segment=NetworkSegment(63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87),segment_id=63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:56:54.361439 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-af53896b-bdd5-4b95-a8b7-43138c6a930d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c2578c6c29704129aaeed6d0223d983d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409216 Jan 17 09:56:54.363438 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53896b-bdd5-4b95-a8b7-43138c6a930d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ea168b-1353-4cb9-96d5-fd17c4f01d0f,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:54.364247 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 59864) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:56:54.420850 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (8f120e75-622d-427e-b97e-5216cfb744b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:54.425395 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c35f8f01-4d35-40a1-a1fa-6b2e8df8b812 admin admin] Publish callbacks [] for security_group (f8ea168b-1353-4cb9-96d5-fd17c4f01d0f), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:54.447957 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c35f8f01-4d35-40a1-a1fa-6b2e8df8b812 admin admin] Publish callbacks [] for security_group (f8ea168b-1353-4cb9-96d5-fd17c4f01d0f), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:54.474338 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=8f120e75-622d-427e-b97e-5216cfb744b2,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:54.483153 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:54.483746 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:54.484174 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:54.484556 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:54.484906 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:54.485254 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:54.485599 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:54.485942 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:54.486288 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:54.488518 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:54.488518 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:54.488518 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:54.488518 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:56:54.586686 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c35f8f01-4d35-40a1-a1fa-6b2e8df8b812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (f8ea168b-1353-4cb9-96d5-fd17c4f01d0f), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:54.590629 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c35f8f01-4d35-40a1-a1fa-6b2e8df8b812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:54.591920 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-c35f8f01-4d35-40a1-a1fa-6b2e8df8b812 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f8ea168b-1353-4cb9-96d5-fd17c4f01d0f HTTP/1.1" status: 204 len: 168 time: 0.2263327 Jan 17 09:56:54.600100 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f8f01-4d35-40a1-a1fa-6b2e8df8b812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ea168b-1353-4cb9-96d5-fd17c4f01d0f,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:54.779278 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['8f120e75-622d-427e-b97e-5216cfb744b2'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:56:55.026931 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-df475d4b-8d86-4a00-9d2f-ea26cc78fe4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:55.239551 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072b576-13fc-4af3-97d2-c0c2499844c2 req-e15a45a5-fccf-4b13-836a-632dd3994d2b tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:55.241079 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f072b576-13fc-4af3-97d2-c0c2499844c2 req-e15a45a5-fccf-4b13-836a-632dd3994d2b tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 945 time: 0.0529432 Jan 17 09:56:55.289510 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f072b576-13fc-4af3-97d2-c0c2499844c2 req-a7eacff5-8405-44f6-a379-8bcf722c2beb tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 Jan 17 09:56:55.861946 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:56.141870 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 8f120e75-622d-427e-b97e-5216cfb744b2 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:56:56.323573 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 8f120e75-622d-427e-b97e-5216cfb744b2 completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:56:56.327803 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 8f120e75-622d-427e-b97e-5216cfb744b2 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:56:56.328215 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (8f120e75-622d-427e-b97e-5216cfb744b2), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:56.415302 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f04f8-1efb-4b73-a5a5-769027764ec4 req-7c77f452-2f3e-4a75-a8ca-bdf3583b7cdf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:56.416836 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fa8f04f8-1efb-4b73-a5a5-769027764ec4 req-7c77f452-2f3e-4a75-a8ca-bdf3583b7cdf tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 945 time: 0.0537062 Jan 17 09:56:56.429886 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 8f120e75-622d-427e-b97e-5216cfb744b2 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:56:56.430844 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (8f120e75-622d-427e-b97e-5216cfb744b2), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:56.461315 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b39f77-e7bb-4653-b260-8af199f26623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f120e75-622d-427e-b97e-5216cfb744b2'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:56:56.463564 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856d2411-0587-4d4c-9ba6-e24a9fc409bb" -d '{"events": [{"server_uuid": "99b39f77-e7bb-4653-b260-8af199f26623", "name": "network-vif-plugged", "status": "completed", "tag": "8f120e75-622d-427e-b97e-5216cfb744b2"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:56:56.470009 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fa8f04f8-1efb-4b73-a5a5-769027764ec4 req-cd2e13e8-acf1-4397-8c90-83440df77e53 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465617 Jan 17 09:56:56.475943 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 8f120e75-622d-427e-b97e-5216cfb744b2, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=8f120e75-622d-427e-b97e-5216cfb744b2,segment=NetworkSegment(63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87),segment_id=63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:56:56.511016 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58bf828-1386-4bb9-9254-d9c7314b1ac0 x-openstack-request-id: req-b58bf828-1386-4bb9-9254-d9c7314b1ac0 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:56:56.511480 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b39f77-e7bb-4653-b260-8af199f26623", "name": "network-vif-plugged", "status": "completed", "tag": "8f120e75-622d-427e-b97e-5216cfb744b2", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:56:56.511747 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b58bf828-1386-4bb9-9254-d9c7314b1ac0 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:56:56.512154 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b39f77-e7bb-4653-b260-8af199f26623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f120e75-622d-427e-b97e-5216cfb744b2', 'code': 200} Jan 17 09:56:56.604169 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (8f120e75-622d-427e-b97e-5216cfb744b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:56.604995 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 0cd022ae-8166-4ebd-acca-e5e5e8653f04 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:56:56.626139 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 0cd022ae-8166-4ebd-acca-e5e5e8653f04 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:56:56.626500 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 0cd022ae-8166-4ebd-acca-e5e5e8653f04 not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:56:56.687685 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=8f120e75-622d-427e-b97e-5216cfb744b2,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:56:56.856510 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a417896-d4c2-4fb5-8818-d12530ebbd83 req-c3fb666e-c062-4d34-b946-481d3fcb24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:56.858016 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4a417896-d4c2-4fb5-8818-d12530ebbd83 req-c3fb666e-c062-4d34-b946-481d3fcb24e8 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 1099 time: 0.0421658 Jan 17 09:56:56.904460 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4a417896-d4c2-4fb5-8818-d12530ebbd83 req-4f5d0751-aff7-42fa-9ebe-b5f59e7db448 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397513 Jan 17 09:56:57.201979 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408fb6e-87d7-4f9f-93ef-6e1d091518f1 req-8dba7718-cdf8-4471-8553-53f7201e3f41 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:57.203577 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b408fb6e-87d7-4f9f-93ef-6e1d091518f1 req-8dba7718-cdf8-4471-8553-53f7201e3f41 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 946 time: 0.0511091 Jan 17 09:56:57.251279 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b408fb6e-87d7-4f9f-93ef-6e1d091518f1 req-bdc6aff0-698c-4036-9bb8-c1d8248d6c80 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Jan 17 09:56:57.601271 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e66e54-d139-4d6c-8391-6a4bc74ed3c2 req-f4091725-d86d-4c6e-a768-a5a818dc8599 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:57.603382 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f6e66e54-d139-4d6c-8391-6a4bc74ed3c2 req-f4091725-d86d-4c6e-a768-a5a818dc8599 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 946 time: 0.0498712 Jan 17 09:56:57.651883 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f6e66e54-d139-4d6c-8391-6a4bc74ed3c2 req-a9ea008c-ae71-45ce-be8a-02c3772f6f45 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 Jan 17 09:56:57.724156 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:58.365160 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501ecd7-ddbf-42c4-aea1-b5ba2b2079fe req-0cc37aed-d44c-4ef0-a937-37abea2f4fe7 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:58.366789 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1501ecd7-ddbf-42c4-aea1-b5ba2b2079fe req-0cc37aed-d44c-4ef0-a937-37abea2f4fe7 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 946 time: 0.0492437 Jan 17 09:56:58.419296 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1501ecd7-ddbf-42c4-aea1-b5ba2b2079fe req-1af0dd82-98d3-4735-bef1-099230144937 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462143 Jan 17 09:56:58.767829 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c48d3-0a21-4e1a-965a-468e2a01c591 req-44d134b9-804b-4a7f-a625-4ab69c7ee68e tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:58.769899 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-864c48d3-0a21-4e1a-965a-468e2a01c591 req-44d134b9-804b-4a7f-a625-4ab69c7ee68e tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 946 time: 0.0484653 Jan 17 09:56:58.833551 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-864c48d3-0a21-4e1a-965a-468e2a01c591 req-73d45ae4-bf31-4162-abe5-7cc6103c8e32 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472164 Jan 17 09:56:59.509618 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5953e1-0c89-45c2-bad6-9e52cecd1341 req-8ccdf012-b97c-4132-8748-062b932965f4 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:59.511119 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8b5953e1-0c89-45c2-bad6-9e52cecd1341 req-8ccdf012-b97c-4132-8748-062b932965f4 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 946 time: 0.0500293 Jan 17 09:56:59.529799 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:59.537439 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4a0a8-f813-477d-a41e-163c8d817a3a req-95c03577-2069-49f8-be0a-162fe7fbe83a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:59.539039 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-38c4a0a8-f813-477d-a41e-163c8d817a3a req-95c03577-2069-49f8-be0a-162fe7fbe83a tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 946 time: 0.0526366 Jan 17 09:56:59.586438 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-38c4a0a8-f813-477d-a41e-163c8d817a3a req-49da8b08-837e-4cfb-a1ae-074f56f5a335 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/security-groups?id=0c5a3722-ce46-40e9-94b4-946d5b194641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410709 Jan 17 09:56:59.604600 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-8b5953e1-0c89-45c2-bad6-9e52cecd1341 req-4027b170-046d-4dfe-aec6-b3e4459319f8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Deleting port a7df3738-0e8b-4ef6-9796-89313eec43fb {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:56:59.604948 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-8b5953e1-0c89-45c2-bad6-9e52cecd1341 req-4027b170-046d-4dfe-aec6-b3e4459319f8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:59.695485 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-8b5953e1-0c89-45c2-bad6-9e52cecd1341 req-4027b170-046d-4dfe-aec6-b3e4459319f8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] For port a7df3738-0e8b-4ef6-9796-89313eec43fb, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=a7df3738-0e8b-4ef6-9796-89313eec43fb,segment=NetworkSegment(560d1c29-d450-4a4e-bff1-0cc38fb5ad25),segment_id=560d1c29-d450-4a4e-bff1-0cc38fb5ad25)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:56:59.695894 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-8b5953e1-0c89-45c2-bad6-9e52cecd1341 req-4027b170-046d-4dfe-aec6-b3e4459319f8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:59.709280 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-8b5953e1-0c89-45c2-bad6-9e52cecd1341 req-4027b170-046d-4dfe-aec6-b3e4459319f8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Calling delete_port for a7df3738-0e8b-4ef6-9796-89313eec43fb owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:56:59.958314 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-8b5953e1-0c89-45c2-bad6-9e52cecd1341 req-4027b170-046d-4dfe-aec6-b3e4459319f8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (a7df3738-0e8b-4ef6-9796-89313eec43fb), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:56:59.963560 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578678f-df38-413e-94c6-e8a25397cb8c req-272cf9dd-bca7-420f-b112-1ba45248c23c tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:56:59.967897 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0578678f-df38-413e-94c6-e8a25397cb8c req-272cf9dd-bca7-420f-b112-1ba45248c23c tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 946 time: 0.0545058 Jan 17 09:56:59.970711 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['a7df3738-0e8b-4ef6-9796-89313eec43fb'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:56:59.992859 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027b170-046d-4dfe-aec6-b3e4459319f8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Pushing event deleted for resources: {'Port': ['ID=a7df3738-0e8b-4ef6-9796-89313eec43fb,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:00.017589 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0578678f-df38-413e-94c6-e8a25397cb8c req-ac404f9c-c84f-4146-8779-80914456afe7 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447793 Jan 17 09:57:00.044070 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5953e1-0c89-45c2-bad6-9e52cecd1341 req-4027b170-046d-4dfe-aec6-b3e4459319f8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] No DVR routers for this DVR port a7df3738-0e8b-4ef6-9796-89313eec43fb on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:57:00.046543 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-8b5953e1-0c89-45c2-bad6-9e52cecd1341 req-4027b170-046d-4dfe-aec6-b3e4459319f8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:00.050330 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8b5953e1-0c89-45c2-bad6-9e52cecd1341 req-4027b170-046d-4dfe-aec6-b3e4459319f8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.94 "DELETE /v2.0/ports/a7df3738-0e8b-4ef6-9796-89313eec43fb HTTP/1.1" status: 204 len: 173 time: 0.5337427 Jan 17 09:57:00.050890 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f7d570-b130-4244-9f05-31f7600d200a', 'name': 'network-vif-deleted', 'tag': 'a7df3738-0e8b-4ef6-9796-89313eec43fb'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:57:00.053432 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27015a44-ee4e-40ba-80eb-30f098482025" -d '{"events": [{"server_uuid": "a6f7d570-b130-4244-9f05-31f7600d200a", "name": "network-vif-deleted", "tag": "a7df3738-0e8b-4ef6-9796-89313eec43fb"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:57:00.093225 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2746c0f4-765f-4476-8443-895238fa5467 x-openstack-request-id: req-2746c0f4-765f-4476-8443-895238fa5467 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:57:00.093530 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f7d570-b130-4244-9f05-31f7600d200a", "name": "network-vif-deleted", "tag": "a7df3738-0e8b-4ef6-9796-89313eec43fb", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:57:00.093790 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2746c0f4-765f-4476-8443-895238fa5467 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:57:00.094196 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f7d570-b130-4244-9f05-31f7600d200a', 'name': 'network-vif-deleted', 'tag': 'a7df3738-0e8b-4ef6-9796-89313eec43fb', 'status': 'completed', 'code': 200} Jan 17 09:57:00.693366 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-31188e49-e82c-4871-b29d-8f5d051aabf9 req-bbab575c-e08e-4dea-b4cb-96b8dca85ef8 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 210 time: 0.0272079 Jan 17 09:57:01.778550 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3959d14-086a-4fb1-9f73-f3e16cc84761 req-f0ce5987-f3c3-4462-ab95-ce936d53513b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:01.779513 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c3959d14-086a-4fb1-9f73-f3e16cc84761 req-f0ce5987-f3c3-4462-ab95-ce936d53513b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0511737 Jan 17 09:57:01.818897 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7ec5b0f3-a9c3-43e0-aad1-2a11f9650560 req-95e14481-1e38-4d6c-9a9b-74f5849c2408 tempest-AttachVolumeNegativeTest-568368590 tempest-AttachVolumeNegativeTest-568368590-project] 10.222.0.88 "GET /v2.0/ports?device_id=a6f7d570-b130-4244-9f05-31f7600d200a HTTP/1.1" status: 200 len: 210 time: 0.0383728 Jan 17 09:57:01.848934 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c3959d14-086a-4fb1-9f73-f3e16cc84761 req-3c4763d0-d8e3-44aa-86a9-85ea41e95ef0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600760 Jan 17 09:57:02.875675 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60112) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:02.920114 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb984d14-04ba-444f-9e79-c0ee5d9e209f admin admin] Deleting subnet ad17af83-cec7-42b2-9d1e-f569a99da8dd {{(pid=114940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:57:02.932116 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-fb984d14-04ba-444f-9e79-c0ee5d9e209f admin admin] Publish callbacks [] for subnet (ad17af83-cec7-42b2-9d1e-f569a99da8dd), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:02.983091 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-fb984d14-04ba-444f-9e79-c0ee5d9e209f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24885546'] for subnet (ad17af83-cec7-42b2-9d1e-f569a99da8dd), precommit_delete_associations {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:03.023239 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c090c9e-934a-4f7d-96cf-151ad2a62a73 req-8b72837b-04e2-4c49-9a8f-a1b5cb6fef66 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:03.025292 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c090c9e-934a-4f7d-96cf-151ad2a62a73 req-8b72837b-04e2-4c49-9a8f-a1b5cb6fef66 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.1027579 Jan 17 09:57:03.053977 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-fb984d14-04ba-444f-9e79-c0ee5d9e209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (ad17af83-cec7-42b2-9d1e-f569a99da8dd), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:03.113487 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c090c9e-934a-4f7d-96cf-151ad2a62a73 req-3d3210c0-c9fa-43d9-8a8b-85e5192d442a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824163 Jan 17 09:57:03.232874 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-fb984d14-04ba-444f-9e79-c0ee5d9e209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24894551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24840395'] for subnet (ad17af83-cec7-42b2-9d1e-f569a99da8dd), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:03.256540 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb984d14-04ba-444f-9e79-c0ee5d9e209f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad17af83-cec7-42b2-9d1e-f569a99da8dd,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:03.262543 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-fb984d14-04ba-444f-9e79-c0ee5d9e209f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:03.265781 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-fb984d14-04ba-444f-9e79-c0ee5d9e209f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/ad17af83-cec7-42b2-9d1e-f569a99da8dd HTTP/1.1" status: 204 len: 168 time: 0.3890910 Jan 17 09:57:03.268195 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60116) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:03.339036 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ca1938ac-80d7-46a8-9a22-e36a25dd7afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (71aee99e-e037-446e-95db-47b7b3de3e7d), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:03.415895 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ca1938ac-80d7-46a8-9a22-e36a25dd7afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (71aee99e-e037-446e-95db-47b7b3de3e7d), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:03.435607 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-ca1938ac-80d7-46a8-9a22-e36a25dd7afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71aee99e-e037-446e-95db-47b7b3de3e7d']}} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:57:03.444667 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-ca1938ac-80d7-46a8-9a22-e36a25dd7afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560d1c29-d450-4a4e-bff1-0cc38fb5ad25') {'for_net_delete': True} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:57:03.444978 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-ca1938ac-80d7-46a8-9a22-e36a25dd7afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560d1c29-d450-4a4e-bff1-0cc38fb5ad25') {} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:57:03.454225 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ca1938ac-80d7-46a8-9a22-e36a25dd7afb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24658905'] for segment (560d1c29-d450-4a4e-bff1-0cc38fb5ad25), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:03.467325 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ca1938ac-80d7-46a8-9a22-e36a25dd7afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (560d1c29-d450-4a4e-bff1-0cc38fb5ad25), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:03.473379 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1938ac-80d7-46a8-9a22-e36a25dd7afb admin admin] Releasing vlan 969 on physical network physnet1 to pool {{(pid=114940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:57:03.473770 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ca1938ac-80d7-46a8-9a22-e36a25dd7afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894521'] for segment (560d1c29-d450-4a4e-bff1-0cc38fb5ad25), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: Traceback (most recent call last): Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: timer() Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: cb(*args, **kw) Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: return func(*args, **kwargs) Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: self._notify() Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: self.callback(batched_events) Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: event.method(event) Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: return f(self, *a, **k) Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._get(url).json() Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: return self.request(url, 'GET', **kwargs) Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:57:03.475429 dv-cinder-824839-2-iscsi neutron-server[114940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:57:03.608205 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ca1938ac-80d7-46a8-9a22-e36a25dd7afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (71aee99e-e037-446e-95db-47b7b3de3e7d), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:03.613502 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ca1938ac-80d7-46a8-9a22-e36a25dd7afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:03.616801 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-ca1938ac-80d7-46a8-9a22-e36a25dd7afb admin admin] 10.222.0.88 "DELETE /v2.0/networks/71aee99e-e037-446e-95db-47b7b3de3e7d HTTP/1.1" status: 204 len: 168 time: 0.3476853 Jan 17 09:57:03.627779 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1938ac-80d7-46a8-9a22-e36a25dd7afb admin admin] Pushing event deleted for resources: {'Network': ['ID=71aee99e-e037-446e-95db-47b7b3de3e7d,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:04.232230 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbd39d-3876-4981-9092-d651d2fd38c8 req-48a97e6c-3ada-4170-b538-82989f06bb4b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:04.233742 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-00bbd39d-3876-4981-9092-d651d2fd38c8 req-48a97e6c-3ada-4170-b538-82989f06bb4b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0480254 Jan 17 09:57:04.280400 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-00bbd39d-3876-4981-9092-d651d2fd38c8 req-9438aabc-624e-4160-be3e-cc15aefb4388 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409012 Jan 17 09:57:04.308030 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60130) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:04.349997 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-33d4e8b0-5e1c-48c8-bd91-fda2fa4306b1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4f78f5463ce84155836c42ee404f5665&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408278 Jan 17 09:57:04.352932 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60132) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:04.399368 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e74d47df-e3e2-43e6-a336-80c17b2210fa admin admin] Publish callbacks [] for security_group (0c5a3722-ce46-40e9-94b4-946d5b194641), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:04.420806 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e74d47df-e3e2-43e6-a336-80c17b2210fa admin admin] Publish callbacks [] for security_group (0c5a3722-ce46-40e9-94b4-946d5b194641), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:04.534496 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device a7df3738-0e8b-4ef6-9796-89313eec43fb no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:57:04.558088 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e74d47df-e3e2-43e6-a336-80c17b2210fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (0c5a3722-ce46-40e9-94b4-946d5b194641), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:04.560467 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: a7df3738-0e8b-4ef6-9796-89313eec43fb {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:57:04.560797 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device a7df3738-0e8b-4ef6-9796-89313eec43fb not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:57:04.560907 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e74d47df-e3e2-43e6-a336-80c17b2210fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:04.563035 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-e74d47df-e3e2-43e6-a336-80c17b2210fa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0c5a3722-ce46-40e9-94b4-946d5b194641 HTTP/1.1" status: 204 len: 168 time: 0.2091389 Jan 17 09:57:04.574491 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d47df-e3e2-43e6-a336-80c17b2210fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5a3722-ce46-40e9-94b4-946d5b194641,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:04.706607 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:05.400371 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523ba1e-703c-4f90-858c-b4ee1afaf856 req-f39dd16f-dce7-4a59-828a-d613d61146de tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:05.401875 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4523ba1e-703c-4f90-858c-b4ee1afaf856 req-f39dd16f-dce7-4a59-828a-d613d61146de tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0499017 Jan 17 09:57:05.449156 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4523ba1e-703c-4f90-858c-b4ee1afaf856 req-a584b1a7-a267-4e62-bdfa-3bce9ff790cc tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414126 Jan 17 09:57:06.571358 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca175a6-1ac6-4a6e-b143-a8ab8a1b0937 req-a394f5e5-aeb7-4925-b740-93047ce2aed8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:06.572809 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-eca175a6-1ac6-4a6e-b143-a8ab8a1b0937 req-a394f5e5-aeb7-4925-b740-93047ce2aed8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0525906 Jan 17 09:57:06.623882 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-eca175a6-1ac6-4a6e-b143-a8ab8a1b0937 req-cbe369aa-fb00-4bad-9130-da64f1e3e15e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453453 Jan 17 09:57:07.749073 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ef32d-964f-4245-aa87-c64abfdc98bd req-a948f74a-6588-408c-b0bd-294a4b93d2aa tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:07.750555 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c4ef32d-964f-4245-aa87-c64abfdc98bd req-a948f74a-6588-408c-b0bd-294a4b93d2aa tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0482013 Jan 17 09:57:07.798131 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c4ef32d-964f-4245-aa87-c64abfdc98bd req-e71c342b-eada-453e-8f74-b6ab1f8b03dc tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420175 Jan 17 09:57:07.979720 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60234) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:08.086869 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:08.158508 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Publish callbacks [] for security_group (708e7999-67a4-4dfb-b1cd-a962223aa1b2), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:08.266281 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (708e7999-67a4-4dfb-b1cd-a962223aa1b2), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:08.306475 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708e7999-67a4-4dfb-b1cd-a962223aa1b2,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:08.311394 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a6b74107ca0a40f78efe94f805b73451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294871 Jan 17 09:57:08.312944 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 60238) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:08.316290 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:08.316701 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:08.317061 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:08.317410 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:08.317757 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:08.318097 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:08.318441 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:08.318809 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:08.319190 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:08.319524 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:08.319862 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:08.320198 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:08.320566 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373fa67-7942-4abd-a1f5-70538d29c8af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:08.365490 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9e4ed736-6eb5-4e1e-a5e8-14386ac2e6ed admin admin] Publish callbacks [] for security_group (708e7999-67a4-4dfb-b1cd-a962223aa1b2), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:08.386487 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9e4ed736-6eb5-4e1e-a5e8-14386ac2e6ed admin admin] Publish callbacks [] for security_group (708e7999-67a4-4dfb-b1cd-a962223aa1b2), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:08.511804 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9e4ed736-6eb5-4e1e-a5e8-14386ac2e6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (708e7999-67a4-4dfb-b1cd-a962223aa1b2), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:08.514259 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9e4ed736-6eb5-4e1e-a5e8-14386ac2e6ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:08.515456 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-9e4ed736-6eb5-4e1e-a5e8-14386ac2e6ed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/708e7999-67a4-4dfb-b1cd-a962223aa1b2 HTTP/1.1" status: 204 len: 168 time: 0.2010114 Jan 17 09:57:08.522892 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ed736-6eb5-4e1e-a5e8-14386ac2e6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708e7999-67a4-4dfb-b1cd-a962223aa1b2,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:08.920316 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a79cd-c2fd-4676-9f06-06b917f055e3 req-0298dc1e-97b3-4483-92b5-5abc857128e3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:08.921871 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-731a79cd-c2fd-4676-9f06-06b917f055e3 req-0298dc1e-97b3-4483-92b5-5abc857128e3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0495641 Jan 17 09:57:08.969098 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-731a79cd-c2fd-4676-9f06-06b917f055e3 req-08929be2-c094-41e5-8ac2-e0025b50f15e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416687 Jan 17 09:57:09.195288 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 60254) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:09.208684 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-06d3d923-df66-4b26-b3fb-c516f253788a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:09.281307 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-06d3d923-df66-4b26-b3fb-c516f253788a admin admin] Publish callbacks [] for security_group (3b2aa58c-95f6-4020-a5ed-6d775bbf19c4), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:09.379230 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-06d3d923-df66-4b26-b3fb-c516f253788a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (3b2aa58c-95f6-4020-a5ed-6d775bbf19c4), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:09.417027 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-06d3d923-df66-4b26-b3fb-c516f253788a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2882b75beb1d4ed286184be2d8237bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201588 Jan 17 09:57:09.417888 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3d923-df66-4b26-b3fb-c516f253788a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2aa58c-95f6-4020-a5ed-6d775bbf19c4,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:09.419801 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60256) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:09.465915 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-281e7426-45ad-418f-9db8-0566fdda6070 admin admin] Publish callbacks [] for security_group (3b2aa58c-95f6-4020-a5ed-6d775bbf19c4), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:09.486372 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-281e7426-45ad-418f-9db8-0566fdda6070 admin admin] Publish callbacks [] for security_group (3b2aa58c-95f6-4020-a5ed-6d775bbf19c4), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:09.615048 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-281e7426-45ad-418f-9db8-0566fdda6070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (3b2aa58c-95f6-4020-a5ed-6d775bbf19c4), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:09.618409 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-281e7426-45ad-418f-9db8-0566fdda6070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:09.619717 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-281e7426-45ad-418f-9db8-0566fdda6070 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3b2aa58c-95f6-4020-a5ed-6d775bbf19c4 HTTP/1.1" status: 204 len: 168 time: 0.1988442 Jan 17 09:57:09.628434 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e7426-45ad-418f-9db8-0566fdda6070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2aa58c-95f6-4020-a5ed-6d775bbf19c4,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:10.093268 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfde7f-1bb8-45a3-abdf-6a60697cf6d5 req-09864ca1-1080-4c96-a7dc-744504c0d44e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:10.094805 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cecfde7f-1bb8-45a3-abdf-6a60697cf6d5 req-09864ca1-1080-4c96-a7dc-744504c0d44e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0513883 Jan 17 09:57:10.141391 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cecfde7f-1bb8-45a3-abdf-6a60697cf6d5 req-e92ec2b0-cf89-4531-a0df-5555e7aa40f4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410726 Jan 17 09:57:11.265738 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ecd25-2b89-41a8-b4f7-087f4fa82b94 req-d9301229-f34b-4435-b366-c280d34b3e01 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:11.267297 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-192ecd25-2b89-41a8-b4f7-087f4fa82b94 req-d9301229-f34b-4435-b366-c280d34b3e01 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0490100 Jan 17 09:57:11.315046 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-192ecd25-2b89-41a8-b4f7-087f4fa82b94 req-2274cd12-635a-4fbe-8932-a8fbef16b04f tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422156 Jan 17 09:57:12.233499 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60342) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:12.346816 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-0a63168b-2e0a-4e31-bd09-787ed103456c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:12.458479 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-0a63168b-2e0a-4e31-bd09-787ed103456c admin admin] Publish callbacks [] for security_group (b450c730-437e-41cb-a91b-c994ddb7f2f2), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:12.468032 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0e9a1-cadc-4c98-b34f-3fb1da57c50c req-8217e534-32ed-48f3-8d76-8ffe08b76f48 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:12.469673 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-35c0e9a1-cadc-4c98-b34f-3fb1da57c50c req-8217e534-32ed-48f3-8d76-8ffe08b76f48 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0792425 Jan 17 09:57:12.517577 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-35c0e9a1-cadc-4c98-b34f-3fb1da57c50c req-7d48477c-c446-4fe1-9d41-68b1d04bb64c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421050 Jan 17 09:57:12.609198 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-0a63168b-2e0a-4e31-bd09-787ed103456c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (b450c730-437e-41cb-a91b-c994ddb7f2f2), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:12.652231 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-0a63168b-2e0a-4e31-bd09-787ed103456c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8440911332464a6ea1012c9615b53f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159594 Jan 17 09:57:12.653565 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60354) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:12.654354 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63168b-2e0a-4e31-bd09-787ed103456c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b450c730-437e-41cb-a91b-c994ddb7f2f2,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:12.720792 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e0446e60-b83a-497a-948c-ba5decfdf096 admin admin] Publish callbacks [] for security_group (b450c730-437e-41cb-a91b-c994ddb7f2f2), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:12.743287 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e0446e60-b83a-497a-948c-ba5decfdf096 admin admin] Publish callbacks [] for security_group (b450c730-437e-41cb-a91b-c994ddb7f2f2), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:13.129711 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e0446e60-b83a-497a-948c-ba5decfdf096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (b450c730-437e-41cb-a91b-c994ddb7f2f2), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:13.133517 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e0446e60-b83a-497a-948c-ba5decfdf096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:13.137107 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-e0446e60-b83a-497a-948c-ba5decfdf096 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b450c730-437e-41cb-a91b-c994ddb7f2f2 HTTP/1.1" status: 204 len: 168 time: 0.4674900 Jan 17 09:57:13.143500 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0446e60-b83a-497a-948c-ba5decfdf096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b450c730-437e-41cb-a91b-c994ddb7f2f2,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:13.638801 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d6a68-727e-4ef0-af33-0bad834a9a85 req-ac7d1a79-9701-41d9-bbba-a6b6f7e87943 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:13.640283 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-400d6a68-727e-4ef0-af33-0bad834a9a85 req-ac7d1a79-9701-41d9-bbba-a6b6f7e87943 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0487330 Jan 17 09:57:13.688474 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-400d6a68-727e-4ef0-af33-0bad834a9a85 req-5abacc19-da27-43c7-99d3-b1bc1ffcbd14 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423598 Jan 17 09:57:13.908018 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60380) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:13.920859 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-88f8e832-e147-44b8-af64-8857dd021e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:13.996462 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-88f8e832-e147-44b8-af64-8857dd021e0b admin admin] Publish callbacks [] for security_group (51956cea-fcab-4ec2-9a26-d6358e757168), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:14.095302 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-88f8e832-e147-44b8-af64-8857dd021e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (51956cea-fcab-4ec2-9a26-d6358e757168), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:14.136155 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-88f8e832-e147-44b8-af64-8857dd021e0b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c4f8de284abf4fd18d2290b0b8e4142a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270350 Jan 17 09:57:14.137076 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8e832-e147-44b8-af64-8857dd021e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51956cea-fcab-4ec2-9a26-d6358e757168,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:14.138789 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 60382) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:14.191031 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3a122544-2f88-480e-9d74-fbf347003b16 admin admin] Publish callbacks [] for security_group (51956cea-fcab-4ec2-9a26-d6358e757168), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:14.212567 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3a122544-2f88-480e-9d74-fbf347003b16 admin admin] Publish callbacks [] for security_group (51956cea-fcab-4ec2-9a26-d6358e757168), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:14.329538 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3a122544-2f88-480e-9d74-fbf347003b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (51956cea-fcab-4ec2-9a26-d6358e757168), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:14.332171 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3a122544-2f88-480e-9d74-fbf347003b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:14.336650 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-3a122544-2f88-480e-9d74-fbf347003b16 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/51956cea-fcab-4ec2-9a26-d6358e757168 HTTP/1.1" status: 204 len: 168 time: 0.1936035 Jan 17 09:57:14.342943 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a122544-2f88-480e-9d74-fbf347003b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51956cea-fcab-4ec2-9a26-d6358e757168,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:14.824674 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7836d-f427-43c4-ac94-6bf321cfbd1e req-cf06c975-7377-4984-b1a7-eaec6884ef4c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:14.828687 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f1d7836d-f427-43c4-ac94-6bf321cfbd1e req-cf06c975-7377-4984-b1a7-eaec6884ef4c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0573490 Jan 17 09:57:14.879296 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f1d7836d-f427-43c4-ac94-6bf321cfbd1e req-07a59693-083b-4c2e-bf94-fbde40148d73 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471857 Jan 17 09:57:15.043279 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 60414) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:15.147117 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4f592dbd-31d4-4466-aa35-48ec67e1f1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:15.224691 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4f592dbd-31d4-4466-aa35-48ec67e1f1d3 admin admin] Publish callbacks [] for security_group (55d7f0c8-83c2-430b-a146-afbe3a5de659), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:15.307013 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4f592dbd-31d4-4466-aa35-48ec67e1f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (55d7f0c8-83c2-430b-a146-afbe3a5de659), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:15.351061 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-4f592dbd-31d4-4466-aa35-48ec67e1f1d3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0d6d22361e15484b959949428187f0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066235 Jan 17 09:57:15.351947 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f592dbd-31d4-4466-aa35-48ec67e1f1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d7f0c8-83c2-430b-a146-afbe3a5de659,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:15.353878 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60422) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:15.404424 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f781d476-1b34-4e30-b0ee-8eee8073d825 admin admin] Publish callbacks [] for security_group (55d7f0c8-83c2-430b-a146-afbe3a5de659), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:15.438992 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f781d476-1b34-4e30-b0ee-8eee8073d825 admin admin] Publish callbacks [] for security_group (55d7f0c8-83c2-430b-a146-afbe3a5de659), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:15.592290 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f781d476-1b34-4e30-b0ee-8eee8073d825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (55d7f0c8-83c2-430b-a146-afbe3a5de659), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:15.595072 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f781d476-1b34-4e30-b0ee-8eee8073d825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:15.599665 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-f781d476-1b34-4e30-b0ee-8eee8073d825 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/55d7f0c8-83c2-430b-a146-afbe3a5de659 HTTP/1.1" status: 204 len: 168 time: 0.2412949 Jan 17 09:57:15.611158 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781d476-1b34-4e30-b0ee-8eee8073d825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d7f0c8-83c2-430b-a146-afbe3a5de659,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:16.012078 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699860a0-d305-439d-a546-efa2ce4714c6 req-4904fd68-2d4e-4591-bd0b-f39c782e5589 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:16.014561 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-699860a0-d305-439d-a546-efa2ce4714c6 req-4904fd68-2d4e-4591-bd0b-f39c782e5589 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0588307 Jan 17 09:57:16.076897 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-699860a0-d305-439d-a546-efa2ce4714c6 req-73b7c084-83ab-48a8-b2ad-24c53f283d5d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535753 Jan 17 09:57:17.201020 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9a901-d8e4-4c69-827f-f43c7a7eeb40 req-89fd1f1f-94f4-46e4-8400-cd13c9971cfb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:17.202513 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-54c9a901-d8e4-4c69-827f-f43c7a7eeb40 req-89fd1f1f-94f4-46e4-8400-cd13c9971cfb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0488210 Jan 17 09:57:17.250790 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-54c9a901-d8e4-4c69-827f-f43c7a7eeb40 req-f5e27830-60b9-4c8c-a223-57638bea0d21 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426013 Jan 17 09:57:17.503459 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:57:18.385811 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93569110-83af-4d83-a672-76047a2d3b79 req-ba114c9c-6e12-432e-b838-4031c9be9039 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:18.387488 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93569110-83af-4d83-a672-76047a2d3b79 req-ba114c9c-6e12-432e-b838-4031c9be9039 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0504103 Jan 17 09:57:18.436664 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93569110-83af-4d83-a672-76047a2d3b79 req-9938bc51-03bd-4166-95b3-6cf0d356e584 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434844 Jan 17 09:57:18.738918 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60552) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:18.844741 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-34add45d-b395-4fc9-a2fa-b0a86f3410c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:18.921454 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-34add45d-b395-4fc9-a2fa-b0a86f3410c6 admin admin] Publish callbacks [] for security_group (afddc654-5455-462f-8acb-5af03826c002), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:18.937584 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60558) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:19.020690 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-34add45d-b395-4fc9-a2fa-b0a86f3410c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (afddc654-5455-462f-8acb-5af03826c002), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:19.058917 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-84bc41b1-0137-4610-a8e6-0a51d862b302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:19.080471 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-34add45d-b395-4fc9-a2fa-b0a86f3410c6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=24137a568aa8432c93f2d21f7925bbb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404529 Jan 17 09:57:19.081152 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34add45d-b395-4fc9-a2fa-b0a86f3410c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afddc654-5455-462f-8acb-5af03826c002,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:19.083693 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 60562) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:19.144642 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d86d2da6-d1fe-4541-9b50-ad0d3e7abd1c admin admin] Publish callbacks [] for security_group (afddc654-5455-462f-8acb-5af03826c002), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:19.160784 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-84bc41b1-0137-4610-a8e6-0a51d862b302 admin admin] Publish callbacks [] for security_group (d617d9bd-cd51-4af8-92e0-fedb01f61fe1), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:19.169236 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d86d2da6-d1fe-4541-9b50-ad0d3e7abd1c admin admin] Publish callbacks [] for security_group (afddc654-5455-462f-8acb-5af03826c002), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:19.243151 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-84bc41b1-0137-4610-a8e6-0a51d862b302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (d617d9bd-cd51-4af8-92e0-fedb01f61fe1), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:19.281029 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-84bc41b1-0137-4610-a8e6-0a51d862b302 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5e890d5a496a4709a285e74c54aee322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424084 Jan 17 09:57:19.282253 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc41b1-0137-4610-a8e6-0a51d862b302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d617d9bd-cd51-4af8-92e0-fedb01f61fe1,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:19.283817 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 60564) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:19.313088 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d86d2da6-d1fe-4541-9b50-ad0d3e7abd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (afddc654-5455-462f-8acb-5af03826c002), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:19.315649 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d86d2da6-d1fe-4541-9b50-ad0d3e7abd1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:19.316801 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-d86d2da6-d1fe-4541-9b50-ad0d3e7abd1c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/afddc654-5455-462f-8acb-5af03826c002 HTTP/1.1" status: 204 len: 168 time: 0.2321365 Jan 17 09:57:19.330843 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d2da6-d1fe-4541-9b50-ad0d3e7abd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afddc654-5455-462f-8acb-5af03826c002,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:19.354213 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-352f8a6d-50ff-40fc-a30e-abed39f08f98 admin admin] Publish callbacks [] for security_group (d617d9bd-cd51-4af8-92e0-fedb01f61fe1), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:19.385171 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-352f8a6d-50ff-40fc-a30e-abed39f08f98 admin admin] Publish callbacks [] for security_group (d617d9bd-cd51-4af8-92e0-fedb01f61fe1), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:19.546043 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-352f8a6d-50ff-40fc-a30e-abed39f08f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (d617d9bd-cd51-4af8-92e0-fedb01f61fe1), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:19.548816 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-352f8a6d-50ff-40fc-a30e-abed39f08f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:19.549996 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-352f8a6d-50ff-40fc-a30e-abed39f08f98 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d617d9bd-cd51-4af8-92e0-fedb01f61fe1 HTTP/1.1" status: 204 len: 168 time: 0.2651637 Jan 17 09:57:19.558607 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f8a6d-50ff-40fc-a30e-abed39f08f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d617d9bd-cd51-4af8-92e0-fedb01f61fe1,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:19.572308 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe454bec-1309-43ba-92ba-9abf5578b960 req-d33e0235-a8f6-41a8-b2d6-3c0a1eae038d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:19.573885 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fe454bec-1309-43ba-92ba-9abf5578b960 req-d33e0235-a8f6-41a8-b2d6-3c0a1eae038d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0638177 Jan 17 09:57:19.623324 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fe454bec-1309-43ba-92ba-9abf5578b960 req-f490ad65-957e-45af-aef5-89a08a70feaf tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437655 Jan 17 09:57:20.127681 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 60582) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:20.142059 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6620fae6-905b-41fd-9617-f435d9d45af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:20.217952 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6620fae6-905b-41fd-9617-f435d9d45af7 admin admin] Publish callbacks [] for security_group (10ef96ab-38ed-469f-be91-fee33a095ac1), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:20.306325 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6620fae6-905b-41fd-9617-f435d9d45af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (10ef96ab-38ed-469f-be91-fee33a095ac1), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:20.345053 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-6620fae6-905b-41fd-9617-f435d9d45af7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=72b80276afc54ba3a4371a6cf740c777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163107 Jan 17 09:57:20.345924 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620fae6-905b-41fd-9617-f435d9d45af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ef96ab-38ed-469f-be91-fee33a095ac1,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:20.347787 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60584) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:20.397939 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-eb5c123d-c842-4b2c-8cdf-8fe33db3ae67 admin admin] Publish callbacks [] for security_group (10ef96ab-38ed-469f-be91-fee33a095ac1), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:20.419471 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-eb5c123d-c842-4b2c-8cdf-8fe33db3ae67 admin admin] Publish callbacks [] for security_group (10ef96ab-38ed-469f-be91-fee33a095ac1), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:20.481831 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60588) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:20.494945 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-113dea36-e324-4d7b-a5ce-41d8c1ddb2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:20.566299 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-eb5c123d-c842-4b2c-8cdf-8fe33db3ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (10ef96ab-38ed-469f-be91-fee33a095ac1), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:20.569029 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-eb5c123d-c842-4b2c-8cdf-8fe33db3ae67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:20.570169 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-eb5c123d-c842-4b2c-8cdf-8fe33db3ae67 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/10ef96ab-38ed-469f-be91-fee33a095ac1 HTTP/1.1" status: 204 len: 168 time: 0.2207670 Jan 17 09:57:20.587265 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c123d-c842-4b2c-8cdf-8fe33db3ae67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ef96ab-38ed-469f-be91-fee33a095ac1,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:20.632275 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-113dea36-e324-4d7b-a5ce-41d8c1ddb2b4 admin admin] Publish callbacks [] for security_group (921669b3-58a3-4184-9316-efdf158bfa01), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:20.710612 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-113dea36-e324-4d7b-a5ce-41d8c1ddb2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (921669b3-58a3-4184-9316-efdf158bfa01), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:20.771571 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dea36-e324-4d7b-a5ce-41d8c1ddb2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921669b3-58a3-4184-9316-efdf158bfa01,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:20.778842 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-113dea36-e324-4d7b-a5ce-41d8c1ddb2b4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2a076638f5fc4ab1b70ca28da9f77501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936387 Jan 17 09:57:20.779309 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 60598) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:20.805023 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479871a-2909-4b9a-b49c-3ee2c3f77c7f req-70d23c38-1283-4752-8c85-6f63628b51d3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:20.806596 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7479871a-2909-4b9a-b49c-3ee2c3f77c7f req-70d23c38-1283-4752-8c85-6f63628b51d3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.1091237 Jan 17 09:57:20.871344 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-74caed38-a5ef-44f3-bf70-867ec75c4d19 admin admin] Publish callbacks [] for security_group (921669b3-58a3-4184-9316-efdf158bfa01), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:20.875963 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7479871a-2909-4b9a-b49c-3ee2c3f77c7f req-de0dd375-1d9b-4b24-bfe8-eb66e325ca13 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617573 Jan 17 09:57:20.896886 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-74caed38-a5ef-44f3-bf70-867ec75c4d19 admin admin] Publish callbacks [] for security_group (921669b3-58a3-4184-9316-efdf158bfa01), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:21.037631 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-74caed38-a5ef-44f3-bf70-867ec75c4d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (921669b3-58a3-4184-9316-efdf158bfa01), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:21.040390 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-74caed38-a5ef-44f3-bf70-867ec75c4d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:21.041580 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-74caed38-a5ef-44f3-bf70-867ec75c4d19 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/921669b3-58a3-4184-9316-efdf158bfa01 HTTP/1.1" status: 204 len: 168 time: 0.2615805 Jan 17 09:57:21.050973 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caed38-a5ef-44f3-bf70-867ec75c4d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921669b3-58a3-4184-9316-efdf158bfa01,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:22.005845 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf98e02-3a6f-44da-a3f6-77e71d16e46c req-c61df823-f9e4-426c-958f-bb4def4b01c4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:22.009507 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7bf98e02-3a6f-44da-a3f6-77e71d16e46c req-c61df823-f9e4-426c-958f-bb4def4b01c4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0555112 Jan 17 09:57:22.056130 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7bf98e02-3a6f-44da-a3f6-77e71d16e46c req-94e6c81b-38e3-417d-860c-6237e4f0ba3b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432770 Jan 17 09:57:22.550292 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-8c7d167f-6968-46ef-aaab-c0d67f419362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:23.200539 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2155f5-68cd-4077-b208-393f543a92a7 req-978d5fe0-090a-4a80-b429-87e23a9167fd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:23.202070 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9b2155f5-68cd-4077-b208-393f543a92a7 req-978d5fe0-090a-4a80-b429-87e23a9167fd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0501311 Jan 17 09:57:23.252821 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9b2155f5-68cd-4077-b208-393f543a92a7 req-dfb3fad9-b9d9-4e0a-b613-539ecdd6dc0a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452418 Jan 17 09:57:24.374681 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd66d5-d0f4-4694-8b8d-86777f4741c2 req-6d2b636b-79da-407f-a49f-03d14ab0290b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:24.376409 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-79bd66d5-d0f4-4694-8b8d-86777f4741c2 req-6d2b636b-79da-407f-a49f-03d14ab0290b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0526297 Jan 17 09:57:24.426493 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-79bd66d5-d0f4-4694-8b8d-86777f4741c2 req-9810d3cc-8257-4cd0-ab10-de57d2f2bf0d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444350 Jan 17 09:57:25.026491 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-0d50dd66-fc8f-40a2-899f-2ad7a7a04db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:25.545075 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93986346-81ff-4e74-9a45-bd5abe1fe1b9 req-d1dd7556-cb26-4ed1-86bb-5636035d3409 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:25.546667 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93986346-81ff-4e74-9a45-bd5abe1fe1b9 req-d1dd7556-cb26-4ed1-86bb-5636035d3409 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0489981 Jan 17 09:57:25.592144 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93986346-81ff-4e74-9a45-bd5abe1fe1b9 req-f9641a12-18c3-4022-bfc8-759653ae253c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401452 Jan 17 09:57:25.900754 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:26.717154 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68817ef-fe6c-4056-a6bb-f46feb815b57 req-0a6ef0c6-adb2-474a-89e0-d10f4911e86b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:26.718640 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e68817ef-fe6c-4056-a6bb-f46feb815b57 req-0a6ef0c6-adb2-474a-89e0-d10f4911e86b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0532269 Jan 17 09:57:26.773241 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e68817ef-fe6c-4056-a6bb-f46feb815b57 req-96b14db5-e57f-4e45-a5da-25504f21a021 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488935 Jan 17 09:57:27.703127 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e6f18-a674-4c10-b903-72ea8019ce64 req-bd04a826-65b3-4733-9d87-87e26274db4a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:27.704945 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-883e6f18-a674-4c10-b903-72ea8019ce64 req-bd04a826-65b3-4733-9d87-87e26274db4a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0540369 Jan 17 09:57:27.754476 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-883e6f18-a674-4c10-b903-72ea8019ce64 req-fc8cf4d9-493c-4352-9791-8bdb39644536 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412924 Jan 17 09:57:27.775387 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:27.901208 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec975e-5003-456e-9267-0f38d7f74ff3 req-f127f463-2d5e-4ff7-abac-57edc14b1d51 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:27.902696 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-33ec975e-5003-456e-9267-0f38d7f74ff3 req-f127f463-2d5e-4ff7-abac-57edc14b1d51 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0507674 Jan 17 09:57:27.950899 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-33ec975e-5003-456e-9267-0f38d7f74ff3 req-8b900c20-99d3-4280-b34d-fcd31241d99a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425131 Jan 17 09:57:28.880055 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc7c6f-bdb0-4685-ab9f-8b8fcd92122c req-6011baab-8b86-4cf5-b792-8128486205ad tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:28.881570 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-48fc7c6f-bdb0-4685-ab9f-8b8fcd92122c req-6011baab-8b86-4cf5-b792-8128486205ad tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0585911 Jan 17 09:57:28.928562 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-48fc7c6f-bdb0-4685-ab9f-8b8fcd92122c req-568045fa-8592-4a7d-9e53-98beff084e24 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402057 Jan 17 09:57:29.072344 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d94dd4-2c03-42dd-abe8-095d4da740d6 req-72a09e1e-1aeb-474a-b11a-fb10d1622116 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:29.075687 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-00d94dd4-2c03-42dd-abe8-095d4da740d6 req-72a09e1e-1aeb-474a-b11a-fb10d1622116 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0491691 Jan 17 09:57:29.083342 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:29.127124 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-00d94dd4-2c03-42dd-abe8-095d4da740d6 req-42bef111-0a99-4d9e-a4d1-c7e7c9c17bae tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452614 Jan 17 09:57:30.042115 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf174f-6ede-4287-ad9d-1a33708ddf8c req-14ed989c-2271-4d7f-8458-0b1fcdb2bc45 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:30.043608 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1fdf174f-6ede-4287-ad9d-1a33708ddf8c req-14ed989c-2271-4d7f-8458-0b1fcdb2bc45 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0477571 Jan 17 09:57:30.314526 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1fdf174f-6ede-4287-ad9d-1a33708ddf8c req-bc6f869e-4602-4955-b6e3-a35d0153ed09 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654462 Jan 17 09:57:30.350237 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947411ac-ba30-4647-9e96-c6f8d1f10c06 req-aec72c1c-d15e-458c-8999-9a2fd4e65dfc tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:30.351741 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-947411ac-ba30-4647-9e96-c6f8d1f10c06 req-aec72c1c-d15e-458c-8999-9a2fd4e65dfc tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0531931 Jan 17 09:57:30.399370 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-947411ac-ba30-4647-9e96-c6f8d1f10c06 req-5b03b8a2-871b-4ba7-8183-1b4fc1aeebb6 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419579 Jan 17 09:57:31.428247 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab0612-2af6-49b3-849d-f34c5037924a req-ca011ca0-0bea-4ef8-a782-30d9a40ef85d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:31.429728 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4aab0612-2af6-49b3-849d-f34c5037924a req-ca011ca0-0bea-4ef8-a782-30d9a40ef85d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0480478 Jan 17 09:57:31.476886 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4aab0612-2af6-49b3-849d-f34c5037924a req-a7486646-e2f0-4afd-abe8-2f8585e7a1b2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415797 Jan 17 09:57:31.525424 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b2f8c-2600-4679-aae3-535c527cb6ba req-a4ed8d26-eb89-48bb-8a3e-7ccbc6dc6cff tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:31.526909 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f86b2f8c-2600-4679-aae3-535c527cb6ba req-a4ed8d26-eb89-48bb-8a3e-7ccbc6dc6cff tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0491109 Jan 17 09:57:31.572727 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f86b2f8c-2600-4679-aae3-535c527cb6ba req-64d88cfd-aec2-4f4f-84d0-d7dc1858048c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402217 Jan 17 09:57:32.590266 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffea27-358e-438f-abca-c23772318db4 req-d6d6267d-78b2-4e21-940f-60ed8fef0b5d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:32.591791 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e6ffea27-358e-438f-abca-c23772318db4 req-d6d6267d-78b2-4e21-940f-60ed8fef0b5d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0489440 Jan 17 09:57:32.643734 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e6ffea27-358e-438f-abca-c23772318db4 req-26e54c47-8f72-44cc-86f0-67c0375d5e0a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463109 Jan 17 09:57:32.695035 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d310254-fd7b-489d-af58-c2f50451904c req-fb3309a1-df50-46ae-865a-ffc864becafb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:32.696545 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6d310254-fd7b-489d-af58-c2f50451904c req-fb3309a1-df50-46ae-865a-ffc864becafb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0507338 Jan 17 09:57:32.746904 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6d310254-fd7b-489d-af58-c2f50451904c req-e2768852-4e8e-44f1-8b48-fa85a73e84a0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449018 Jan 17 09:57:33.758506 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062fc1d-05a2-4c80-954c-56d7ba652c25 req-56f4529a-69c5-4b90-bc8a-a92050e0f20b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:33.760038 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3062fc1d-05a2-4c80-954c-56d7ba652c25 req-56f4529a-69c5-4b90-bc8a-a92050e0f20b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0490577 Jan 17 09:57:33.808193 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3062fc1d-05a2-4c80-954c-56d7ba652c25 req-c7d705c1-6d4a-4e05-b3ce-54dec53c2954 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426006 Jan 17 09:57:33.868499 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937ea36-c8a1-43ca-b02a-e877e31fe45e req-a4824391-96d9-4e7d-be95-48fe871670b0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:33.869997 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f937ea36-c8a1-43ca-b02a-e877e31fe45e req-a4824391-96d9-4e7d-be95-48fe871670b0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0484536 Jan 17 09:57:33.921396 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f937ea36-c8a1-43ca-b02a-e877e31fe45e req-4e674526-600e-4a28-ba57-35e2b1f2d281 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453823 Jan 17 09:57:34.705828 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:34.928795 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e40bc4-9fea-4137-b626-fc66953596a5 req-70d5778d-9152-4ecc-8657-b1ec11ac58d9 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:34.930904 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-87e40bc4-9fea-4137-b626-fc66953596a5 req-70d5778d-9152-4ecc-8657-b1ec11ac58d9 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0489235 Jan 17 09:57:34.977694 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-87e40bc4-9fea-4137-b626-fc66953596a5 req-008032cf-fc86-4c88-8db6-e35d742d61f1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414457 Jan 17 09:57:35.041334 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993d46-dd0f-4c6f-bd84-43cd92b9d807 req-fac7d89e-a62a-4b6c-9a18-10df5603c275 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:35.042861 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-79993d46-dd0f-4c6f-bd84-43cd92b9d807 req-fac7d89e-a62a-4b6c-9a18-10df5603c275 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0485888 Jan 17 09:57:35.088221 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-79993d46-dd0f-4c6f-bd84-43cd92b9d807 req-027a3e0e-ab5a-40f9-a3e9-6cb7cc359d83 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399508 Jan 17 09:57:36.092841 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca4756-0a55-474e-9375-2c936de02fff req-7c7dfeec-3b3b-4bcf-ba80-4c2944a1f924 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:36.094309 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-02ca4756-0a55-474e-9375-2c936de02fff req-7c7dfeec-3b3b-4bcf-ba80-4c2944a1f924 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0507269 Jan 17 09:57:36.141159 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-02ca4756-0a55-474e-9375-2c936de02fff req-6683b3dc-e871-45ba-bcaa-80aac73dd27c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413547 Jan 17 09:57:36.204755 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eff65e-3021-40f4-a3c7-9e4ba38a4cd4 req-f84a056a-2418-4808-a6ee-84bf8518d0b0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:36.206219 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-76eff65e-3021-40f4-a3c7-9e4ba38a4cd4 req-f84a056a-2418-4808-a6ee-84bf8518d0b0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0470893 Jan 17 09:57:36.253267 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-76eff65e-3021-40f4-a3c7-9e4ba38a4cd4 req-a9d628f2-dc01-4d7f-8354-b49c17534bab tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410023 Jan 17 09:57:37.253979 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd730335-f486-4c37-b508-42a7d33e6c35 req-2c10b604-9727-4d14-bf37-bb6624ab0b2d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:37.255414 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fd730335-f486-4c37-b508-42a7d33e6c35 req-2c10b604-9727-4d14-bf37-bb6624ab0b2d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0474176 Jan 17 09:57:37.305801 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fd730335-f486-4c37-b508-42a7d33e6c35 req-4dee39de-b34f-4a6a-9452-54964338be46 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443766 Jan 17 09:57:37.370656 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0202762-d82f-418f-b36e-b96c54a498b0 req-4b137093-f4ce-4076-b817-cf5b56879443 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:37.372185 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c0202762-d82f-418f-b36e-b96c54a498b0 req-4b137093-f4ce-4076-b817-cf5b56879443 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0482528 Jan 17 09:57:37.418718 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c0202762-d82f-418f-b36e-b96c54a498b0 req-eddc2294-00a8-403d-83bd-4328d5e787a9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410125 Jan 17 09:57:38.417899 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45ab5d-a141-4e42-b94e-1f7f28ede06e req-2bc14ff1-fc58-4d0d-8125-009bcc6e1d4f tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:38.419414 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9c45ab5d-a141-4e42-b94e-1f7f28ede06e req-2bc14ff1-fc58-4d0d-8125-009bcc6e1d4f tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0468912 Jan 17 09:57:38.466131 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9c45ab5d-a141-4e42-b94e-1f7f28ede06e req-d5016d2c-90ca-4156-99af-1d7cfc7b62fa tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411594 Jan 17 09:57:38.543324 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f03d46-4767-4233-aa3d-c941218e8ce7 req-328b46be-6a59-4678-9a2c-4ddca5142fe4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:38.544813 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-44f03d46-4767-4233-aa3d-c941218e8ce7 req-328b46be-6a59-4678-9a2c-4ddca5142fe4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0545943 Jan 17 09:57:38.600143 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-44f03d46-4767-4233-aa3d-c941218e8ce7 req-7ff4567a-b174-4695-b462-e53aa3a046e1 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418673 Jan 17 09:57:39.579729 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3214cb-7d61-4881-acaf-c443eb1dac7b req-bfb182fe-5511-4382-a3f8-831c22018505 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:39.581292 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4e3214cb-7d61-4881-acaf-c443eb1dac7b req-bfb182fe-5511-4382-a3f8-831c22018505 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0492942 Jan 17 09:57:39.642473 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4e3214cb-7d61-4881-acaf-c443eb1dac7b req-1d38fd02-71d4-497b-8ff8-499293bd79db tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555873 Jan 17 09:57:39.729924 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bd39a-6211-451d-8a6d-f95a7408381a req-d75d97e3-a3a0-4b03-b01c-7371aafce32b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:39.731489 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-776bd39a-6211-451d-8a6d-f95a7408381a req-d75d97e3-a3a0-4b03-b01c-7371aafce32b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0543063 Jan 17 09:57:39.779823 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-776bd39a-6211-451d-8a6d-f95a7408381a req-a655a5d2-9deb-4d4d-9727-26bf066105ca tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426054 Jan 17 09:57:40.760916 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b45fd-354a-4167-aa9f-34d505f927c4 req-f98d4547-584d-4977-9e31-c9b5e8d1e7e8 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:40.762389 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e98b45fd-354a-4167-aa9f-34d505f927c4 req-f98d4547-584d-4977-9e31-c9b5e8d1e7e8 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0496938 Jan 17 09:57:40.810818 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e98b45fd-354a-4167-aa9f-34d505f927c4 req-4baf94d2-1f13-4f5e-9d4a-a6dea2901df3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427697 Jan 17 09:57:40.904355 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caee5b2-85e4-474d-91d9-a59b36d33c64 req-ba31e026-8ef0-4fea-bcd3-0dd91ab8c08d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:40.906135 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1caee5b2-85e4-474d-91d9-a59b36d33c64 req-ba31e026-8ef0-4fea-bcd3-0dd91ab8c08d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0521302 Jan 17 09:57:40.961124 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1caee5b2-85e4-474d-91d9-a59b36d33c64 req-88905e44-3a29-4058-9bd5-1a5b9739f536 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490718 Jan 17 09:57:41.004493 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af8892-28c0-4f75-9ca5-d04ca406f4f8 req-5d90c93b-8750-4637-950d-a7ee291666d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:41.005994 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19af8892-28c0-4f75-9ca5-d04ca406f4f8 req-5d90c93b-8750-4637-950d-a7ee291666d8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9d833d073d534e56bcff57aead77b7e7&device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 1098 time: 0.0433962 Jan 17 09:57:41.116906 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af8892-28c0-4f75-9ca5-d04ca406f4f8 req-c386a8a6-bd09-4303-84f3-a68443c92ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:41.119127 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19af8892-28c0-4f75-9ca5-d04ca406f4f8 req-c386a8a6-bd09-4303-84f3-a68443c92ebb service neutron] 10.222.0.94 "GET /v2.0/networks?id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 HTTP/1.1" status: 200 len: 912 time: 0.0890481 Jan 17 09:57:41.187726 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19af8892-28c0-4f75-9ca5-d04ca406f4f8 req-91eea8d2-394a-447a-b487-e634ab59e7d7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 HTTP/1.1" status: 200 len: 1001 time: 0.0606568 Jan 17 09:57:41.236916 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af8892-28c0-4f75-9ca5-d04ca406f4f8 req-ab29f704-9529-4eb3-9eb9-f8b547cf6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:41.238398 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19af8892-28c0-4f75-9ca5-d04ca406f4f8 req-ab29f704-9529-4eb3-9eb9-f8b547cf6ad9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3e054dbc-2aac-43d1-a338-3beb57e47aa8 HTTP/1.1" status: 200 len: 850 time: 0.0450609 Jan 17 09:57:41.283547 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af8892-28c0-4f75-9ca5-d04ca406f4f8 req-7bdf2232-a4ab-4c3d-be2c-798fb2ceb5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:41.285020 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19af8892-28c0-4f75-9ca5-d04ca406f4f8 req-7bdf2232-a4ab-4c3d-be2c-798fb2ceb5bd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391090 Jan 17 09:57:41.377036 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19af8892-28c0-4f75-9ca5-d04ca406f4f8 req-24cd0c0c-a170-49b0-b8a1-87961219bf81 service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847318 Jan 17 09:57:41.465689 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-19af8892-28c0-4f75-9ca5-d04ca406f4f8 req-ef3ea32e-bbda-4b28-8951-8e6011a1bb77 service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829923 Jan 17 09:57:41.925009 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728792-d314-4aa2-bc0c-03c85896bbff req-960449f7-a9d9-4134-ae64-64bff25cbe05 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:41.926484 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c2728792-d314-4aa2-bc0c-03c85896bbff req-960449f7-a9d9-4134-ae64-64bff25cbe05 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0478637 Jan 17 09:57:41.973159 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c2728792-d314-4aa2-bc0c-03c85896bbff req-24b3807b-a64d-4546-a358-c40ee123e2d6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405922 Jan 17 09:57:42.083431 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d397c4-9f13-4bc0-9ea6-2931f9735747 req-4fbe6f43-c5b9-41fd-a52a-c48316e20619 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:42.084914 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-05d397c4-9f13-4bc0-9ea6-2931f9735747 req-4fbe6f43-c5b9-41fd-a52a-c48316e20619 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0487542 Jan 17 09:57:42.131425 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-05d397c4-9f13-4bc0-9ea6-2931f9735747 req-62aa68e0-64ba-4a84-89f8-025d288ffde3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405612 Jan 17 09:57:42.748266 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 518baf01-6ebd-4d11-989c-0703aba6e08d details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:57:42.840784 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 518baf01-6ebd-4d11-989c-0703aba6e08d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=518baf01-6ebd-4d11-989c-0703aba6e08d,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:57:42.855888 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'port_id': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'mac_address': 'fa:16:3e:e7:71:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:57:42.896547 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 518baf01-6ebd-4d11-989c-0703aba6e08d is: ACTIVE; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:57:42.896963 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:42.916780 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 518baf01-6ebd-4d11-989c-0703aba6e08d {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:57:42.936016 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 518baf01-6ebd-4d11-989c-0703aba6e08d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=518baf01-6ebd-4d11-989c-0703aba6e08d,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:57:43.033133 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:43.088385 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=518baf01-6ebd-4d11-989c-0703aba6e08d,revision_number=6']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:43.104933 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40133770-0e28-4cf7-8b06-c802d921e775 req-75f2bbae-e7cc-4be8-9358-2474a21b27d6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:43.106440 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-40133770-0e28-4cf7-8b06-c802d921e775 req-75f2bbae-e7cc-4be8-9358-2474a21b27d6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0663996 Jan 17 09:57:43.142110 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['518baf01-6ebd-4d11-989c-0703aba6e08d'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:57:43.153773 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-40133770-0e28-4cf7-8b06-c802d921e775 req-2fa8adab-cac2-40dd-b702-c8029db64653 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417697 Jan 17 09:57:43.253103 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947249f4-b817-47a0-ada4-398687483610 req-07ecc7a4-a400-447c-b1de-5437c92d4134 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:43.254583 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-947249f4-b817-47a0-ada4-398687483610 req-07ecc7a4-a400-447c-b1de-5437c92d4134 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 944 time: 0.0486989 Jan 17 09:57:43.300843 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-947249f4-b817-47a0-ada4-398687483610 req-e9b82102-176b-4240-938c-9e41b380ae54 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401862 Jan 17 09:57:44.284404 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71086d32-2573-45b7-8ad0-2d3f2cb70025 req-673dc5f3-2d15-4a3e-92ea-7a12dcb09762 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:44.285920 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-71086d32-2573-45b7-8ad0-2d3f2cb70025 req-673dc5f3-2d15-4a3e-92ea-7a12dcb09762 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0559826 Jan 17 09:57:44.337753 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-71086d32-2573-45b7-8ad0-2d3f2cb70025 req-44a17e40-2a30-48ff-92b5-c7ddeb5d7dd6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461924 Jan 17 09:57:44.418802 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b85be-c1be-487e-ada0-940b91b26ad9 req-a9d00537-c20e-4750-929d-74c071712587 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:44.420298 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b42b85be-c1be-487e-ada0-940b91b26ad9 req-a9d00537-c20e-4750-929d-74c071712587 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 944 time: 0.0473816 Jan 17 09:57:44.466495 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b42b85be-c1be-487e-ada0-940b91b26ad9 req-440036c1-0bb5-4c45-8e97-e74e466799bf tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406983 Jan 17 09:57:44.748347 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 518baf01-6ebd-4d11-989c-0703aba6e08d up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:57:44.795720 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 518baf01-6ebd-4d11-989c-0703aba6e08d triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:57:44.796109 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:44.874906 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 518baf01-6ebd-4d11-989c-0703aba6e08d is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:57:44.875310 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:44.898405 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:57:44.900746 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d85433f-4f06-4d8c-b3ba-0cacee7e6acb" -d '{"events": [{"server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "name": "network-vif-plugged", "status": "completed", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:57:44.916249 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 518baf01-6ebd-4d11-989c-0703aba6e08d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=518baf01-6ebd-4d11-989c-0703aba6e08d,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:57:44.938422 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007e1115-1f0c-4a65-b82e-42e4d3b5ac05 x-openstack-request-id: req-007e1115-1f0c-4a65-b82e-42e4d3b5ac05 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:57:44.938723 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "name": "network-vif-plugged", "status": "completed", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:57:44.939014 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-007e1115-1f0c-4a65-b82e-42e4d3b5ac05 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:57:44.939412 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'code': 200} Jan 17 09:57:44.991808 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:45.038852 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=518baf01-6ebd-4d11-989c-0703aba6e08d,revision_number=7']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:45.449624 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226ee08-cd6c-478f-8e80-d988acad7749 req-bb6d0279-3e7c-42c9-8601-a6c12d62184b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:45.451114 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1226ee08-cd6c-478f-8e80-d988acad7749 req-bb6d0279-3e7c-42c9-8601-a6c12d62184b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0476758 Jan 17 09:57:45.497634 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1226ee08-cd6c-478f-8e80-d988acad7749 req-d8f7e0a5-831a-4696-bc82-8a1865c61d30 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408795 Jan 17 09:57:45.591162 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b466-6df7-4f7a-ab78-8973517d7239 req-3cfd7f07-54f8-4d9d-bd00-c164ef5d8a2d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:45.592581 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-32e0b466-6df7-4f7a-ab78-8973517d7239 req-3cfd7f07-54f8-4d9d-bd00-c164ef5d8a2d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0525615 Jan 17 09:57:45.640832 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-32e0b466-6df7-4f7a-ab78-8973517d7239 req-84bdf160-887d-4d37-9a91-2f82e771b46f tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409851 Jan 17 09:57:46.609848 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e3c83-8f0c-498a-89bc-369ebdbcf828 req-8f8f0c5a-45f7-42ae-84f6-7103bc2cd27d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:46.611354 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1b5e3c83-8f0c-498a-89bc-369ebdbcf828 req-8f8f0c5a-45f7-42ae-84f6-7103bc2cd27d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0474970 Jan 17 09:57:46.661786 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1b5e3c83-8f0c-498a-89bc-369ebdbcf828 req-86f5ce0f-eee0-468d-bf2e-20320de33e14 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444322 Jan 17 09:57:46.761208 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce272a48-885b-4455-9a0b-ce3c6be5c674 req-81d434d5-1dc7-44d1-a05f-adaa60abc440 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:46.762675 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ce272a48-885b-4455-9a0b-ce3c6be5c674 req-81d434d5-1dc7-44d1-a05f-adaa60abc440 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0511339 Jan 17 09:57:46.808621 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ce272a48-885b-4455-9a0b-ce3c6be5c674 req-08c6d828-8dc2-42d4-ad23-d2c26f93f36e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404396 Jan 17 09:57:47.773300 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed666607-f1a5-46c4-b729-0dfe9cb12c12 req-e5ecf8e7-8256-4227-bb31-cd758e69fc88 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:47.775321 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ed666607-f1a5-46c4-b729-0dfe9cb12c12 req-e5ecf8e7-8256-4227-bb31-cd758e69fc88 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0472965 Jan 17 09:57:47.819541 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ed666607-f1a5-46c4-b729-0dfe9cb12c12 req-2d20b336-b1af-45c1-b61e-6bc51a49be44 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388777 Jan 17 09:57:47.926031 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257772e-0cdb-4ddf-8835-e1bae9e869b9 req-6a1c2d5d-effa-461a-90b6-67c0703ae941 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:47.927616 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7257772e-0cdb-4ddf-8835-e1bae9e869b9 req-6a1c2d5d-effa-461a-90b6-67c0703ae941 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0492861 Jan 17 09:57:47.977437 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7257772e-0cdb-4ddf-8835-e1bae9e869b9 req-e18816ac-6e73-4405-aa67-8fb467fb7fec tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439229 Jan 17 09:57:48.934086 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259bbcc-0b16-4da7-948e-77d37f939337 req-3897db76-b81c-421a-b8d4-09743b87bcb9 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:48.935615 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1259bbcc-0b16-4da7-948e-77d37f939337 req-3897db76-b81c-421a-b8d4-09743b87bcb9 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0479929 Jan 17 09:57:49.001393 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1259bbcc-0b16-4da7-948e-77d37f939337 req-525c935c-c9ab-4e33-8b34-5221327200e9 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602093 Jan 17 09:57:49.095176 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168442ac-403b-4d12-98ac-0300b5022cb8 req-5c5824ba-352e-4119-8809-79699d75e4b9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:49.096651 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-168442ac-403b-4d12-98ac-0300b5022cb8 req-5c5824ba-352e-4119-8809-79699d75e4b9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0479035 Jan 17 09:57:49.143737 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-168442ac-403b-4d12-98ac-0300b5022cb8 req-959cdcaf-34e4-4d12-8e14-2c15dd7951df tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409064 Jan 17 09:57:50.017184 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 32876) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:50.127147 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-796adf39-4c59-4f95-9c18-dd1c63d44de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:50.158303 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c837b-feec-4077-a75b-eb2fb0b96c3d req-a1cff286-de96-4bc5-a400-b9841306d7cb tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:50.159814 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-657c837b-feec-4077-a75b-eb2fb0b96c3d req-a1cff286-de96-4bc5-a400-b9841306d7cb tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0785348 Jan 17 09:57:50.258908 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-657c837b-feec-4077-a75b-eb2fb0b96c3d req-f6ae16b8-6094-4eec-a46f-e47cf4450132 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925615 Jan 17 09:57:50.292353 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-796adf39-4c59-4f95-9c18-dd1c63d44de5 admin admin] Publish callbacks [] for security_group (f7c570eb-09b2-478c-b386-c9087bd0cb39), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:50.298110 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52aa8f-6881-4a56-a72f-f12f6143914e req-32538f8d-909b-4431-bdee-aca3140db526 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:50.299678 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9e52aa8f-6881-4a56-a72f-f12f6143914e req-32538f8d-909b-4431-bdee-aca3140db526 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0837009 Jan 17 09:57:50.360471 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9e52aa8f-6881-4a56-a72f-f12f6143914e req-c7242e37-b8d5-4364-80be-eba6e21b80cd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543361 Jan 17 09:57:50.423899 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-796adf39-4c59-4f95-9c18-dd1c63d44de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (f7c570eb-09b2-478c-b386-c9087bd0cb39), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:50.462742 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-796adf39-4c59-4f95-9c18-dd1c63d44de5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=be3e9354ba4e4d4bb5f55aa03c9985c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4444895 Jan 17 09:57:50.463706 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796adf39-4c59-4f95-9c18-dd1c63d44de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c570eb-09b2-478c-b386-c9087bd0cb39,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:50.465430 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 32892) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:50.513108 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Publish callbacks [] for security_group (f7c570eb-09b2-478c-b386-c9087bd0cb39), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:50.533400 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Publish callbacks [] for security_group (f7c570eb-09b2-478c-b386-c9087bd0cb39), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:50.671258 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (f7c570eb-09b2-478c-b386-c9087bd0cb39), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:50.675693 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:50.677317 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f7c570eb-09b2-478c-b386-c9087bd0cb39 HTTP/1.1" status: 204 len: 168 time: 0.2107308 Jan 17 09:57:50.687284 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c570eb-09b2-478c-b386-c9087bd0cb39,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:50.695123 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:50.695520 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:50.695832 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:50.696177 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:50.696517 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:50.696859 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:50.697196 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:50.697527 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:50.697860 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:50.698193 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:50.698529 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:50.698879 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:50.699208 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31117f90-df6f-4a74-adcc-aef693052b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:57:50.749882 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d450ca-9b62-4c9a-9a7d-55b4779f354b req-6a28d8ca-63d3-4e91-b983-589aecfc0676 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:50.751426 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d4d450ca-9b62-4c9a-9a7d-55b4779f354b req-6a28d8ca-63d3-4e91-b983-589aecfc0676 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0605326 Jan 17 09:57:50.794929 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 32900) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:50.814015 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d4d450ca-9b62-4c9a-9a7d-55b4779f354b req-4ede1c33-e4c3-4cdb-8a9d-fa7366507794 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561604 Jan 17 09:57:50.922766 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3b374fe2-cbe6-4fa1-a35e-e68acd948a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:50.949678 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b5b60-f752-495b-9a84-a481a7e6b31c req-cbf797e5-09fd-40f5-849e-32e7d668fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:50.951164 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-717b5b60-f752-495b-9a84-a481a7e6b31c req-cbf797e5-09fd-40f5-849e-32e7d668fa69 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9d833d073d534e56bcff57aead77b7e7&device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 1098 time: 0.0649192 Jan 17 09:57:51.006860 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3b374fe2-cbe6-4fa1-a35e-e68acd948a4c admin admin] Publish callbacks [] for security_group (9f402c11-52a0-458e-be09-ee7be819bd6b), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:51.131323 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3b374fe2-cbe6-4fa1-a35e-e68acd948a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (9f402c11-52a0-458e-be09-ee7be819bd6b), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:51.192286 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b374fe2-cbe6-4fa1-a35e-e68acd948a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f402c11-52a0-458e-be09-ee7be819bd6b,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:51.197449 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-3b374fe2-cbe6-4fa1-a35e-e68acd948a4c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a1f6c499d0da435aa3d67254ac17c5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013951 Jan 17 09:57:51.199071 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b5b60-f752-495b-9a84-a481a7e6b31c req-30894d0c-feac-46da-bdbb-6a7fde4e7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:51.200446 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-717b5b60-f752-495b-9a84-a481a7e6b31c req-30894d0c-feac-46da-bdbb-6a7fde4e7951 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 HTTP/1.1" status: 200 len: 912 time: 0.1428335 Jan 17 09:57:51.201079 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 32914) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:51.293550 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-717b5b60-f752-495b-9a84-a481a7e6b31c req-7d12f6be-5942-48df-99f1-b23354720b3c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 HTTP/1.1" status: 200 len: 1001 time: 0.0846817 Jan 17 09:57:51.504443 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0010cb0-ee00-459d-b5a1-887a18495d43 req-eca0b2fc-117c-4235-9b57-2a355ef6bcf0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:51.506015 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d0010cb0-ee00-459d-b5a1-887a18495d43 req-eca0b2fc-117c-4235-9b57-2a355ef6bcf0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0555367 Jan 17 09:57:51.567302 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d0010cb0-ee00-459d-b5a1-887a18495d43 req-cdaa14d4-9448-4e89-b862-73aeefa5bd50 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548828 Jan 17 09:57:51.590811 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9544225b-76d4-4c3d-a8b0-e78acfead352 admin admin] Publish callbacks [] for security_group (9f402c11-52a0-458e-be09-ee7be819bd6b), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:51.629591 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9544225b-76d4-4c3d-a8b0-e78acfead352 admin admin] Publish callbacks [] for security_group (9f402c11-52a0-458e-be09-ee7be819bd6b), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:51.629591 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b5b60-f752-495b-9a84-a481a7e6b31c req-a77b6e1d-7886-4bdd-acf3-e529be1b558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:51.630744 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-717b5b60-f752-495b-9a84-a481a7e6b31c req-a77b6e1d-7886-4bdd-acf3-e529be1b558a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3e054dbc-2aac-43d1-a338-3beb57e47aa8 HTTP/1.1" status: 200 len: 850 time: 0.3302891 Jan 17 09:57:51.698858 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b5b60-f752-495b-9a84-a481a7e6b31c req-f67d6c89-b3c4-494b-898d-faea4052b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:51.700679 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-717b5b60-f752-495b-9a84-a481a7e6b31c req-f67d6c89-b3c4-494b-898d-faea4052b47f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605612 Jan 17 09:57:51.797226 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-717b5b60-f752-495b-9a84-a481a7e6b31c req-d8b9a142-8cd4-4402-a494-a52569441d3e service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889030 Jan 17 09:57:51.849015 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9544225b-76d4-4c3d-a8b0-e78acfead352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (9f402c11-52a0-458e-be09-ee7be819bd6b), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:51.851632 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9544225b-76d4-4c3d-a8b0-e78acfead352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:51.852771 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-9544225b-76d4-4c3d-a8b0-e78acfead352 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9f402c11-52a0-458e-be09-ee7be819bd6b HTTP/1.1" status: 204 len: 168 time: 0.6505771 Jan 17 09:57:51.863566 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544225b-76d4-4c3d-a8b0-e78acfead352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f402c11-52a0-458e-be09-ee7be819bd6b,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:51.916820 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-717b5b60-f752-495b-9a84-a481a7e6b31c req-a2f8d317-c053-4585-b194-f842a3387558 service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131389 Jan 17 09:57:51.967375 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b1b5-030b-4c11-b5df-1b7f1869740e req-7f86d927-d748-4e85-ac64-5d0c9768dc76 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:51.969163 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e937b1b5-030b-4c11-b5df-1b7f1869740e req-7f86d927-d748-4e85-ac64-5d0c9768dc76 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0580292 Jan 17 09:57:52.020881 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e937b1b5-030b-4c11-b5df-1b7f1869740e req-c905ba07-fc11-4de3-9998-b46d88b7f950 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459995 Jan 17 09:57:52.505850 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-40565abf-d461-4d8b-94e1-12f3e783a67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:52.738048 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb477e-ad72-48b3-b15f-6c24f4657075 req-1859c900-0692-4a42-90d9-d0e80a7c3463 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:52.747042 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-90eb477e-ad72-48b3-b15f-6c24f4657075 req-1859c900-0692-4a42-90d9-d0e80a7c3463 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0643075 Jan 17 09:57:52.765967 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 32984) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:52.781057 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3930-f034-436c-be24-519283f2b404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:52.809626 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-90eb477e-ad72-48b3-b15f-6c24f4657075 req-a4dbbca9-9af3-41fa-a2a0-13acda889ecf tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559413 Jan 17 09:57:52.883631 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3930-f034-436c-be24-519283f2b404 admin admin] Publish callbacks [] for security_group (f51a0ca5-5197-4812-89dd-16e18ba45db8), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:52.998183 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3930-f034-436c-be24-519283f2b404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (f51a0ca5-5197-4812-89dd-16e18ba45db8), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:53.059656 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd3930-f034-436c-be24-519283f2b404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51a0ca5-5197-4812-89dd-16e18ba45db8,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:53.064420 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-f0dd3930-f034-436c-be24-519283f2b404 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9d24f3822b3546c7bf47ddb383d488f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967620 Jan 17 09:57:53.067025 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 32990) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:53.131553 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2c7c2a6a-b724-49c6-82d7-a17987c0c1ac admin admin] Publish callbacks [] for security_group (f51a0ca5-5197-4812-89dd-16e18ba45db8), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:53.155988 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2c7c2a6a-b724-49c6-82d7-a17987c0c1ac admin admin] Publish callbacks [] for security_group (f51a0ca5-5197-4812-89dd-16e18ba45db8), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:53.180864 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa0290-7cf0-41db-ad8c-20fc56cea5f7 req-a9e473f1-413c-4436-9741-2b27269dcc2d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:53.187941 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-acaa0290-7cf0-41db-ad8c-20fc56cea5f7 req-a9e473f1-413c-4436-9741-2b27269dcc2d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0878849 Jan 17 09:57:53.255779 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-acaa0290-7cf0-41db-ad8c-20fc56cea5f7 req-423d654b-6b37-4778-8967-d6d4a9be7d68 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668328 Jan 17 09:57:53.329353 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2c7c2a6a-b724-49c6-82d7-a17987c0c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (f51a0ca5-5197-4812-89dd-16e18ba45db8), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:53.337620 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2c7c2a6a-b724-49c6-82d7-a17987c0c1ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:53.339106 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-2c7c2a6a-b724-49c6-82d7-a17987c0c1ac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f51a0ca5-5197-4812-89dd-16e18ba45db8 HTTP/1.1" status: 204 len: 168 time: 0.2711520 Jan 17 09:57:53.349981 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c2a6a-b724-49c6-82d7-a17987c0c1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51a0ca5-5197-4812-89dd-16e18ba45db8,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:53.939501 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb30c64-3c7d-4b1c-87b5-964dbc7198ef req-fbf6a8f9-3a6a-4dd7-ba04-fbc7e41110f7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:53.941594 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2eb30c64-3c7d-4b1c-87b5-964dbc7198ef req-fbf6a8f9-3a6a-4dd7-ba04-fbc7e41110f7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0604210 Jan 17 09:57:54.011081 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2eb30c64-3c7d-4b1c-87b5-964dbc7198ef req-26351c5d-f700-465e-9d1b-c1d81cdd05d6 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632966 Jan 17 09:57:54.502981 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:57:54.819163 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 33028) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:54.928838 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1705967349-network', 'tenant_id': 'd32d679fb82e4d2c96165200bf48c9e0'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:57:55.009486 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-abbfc8e0-2806-409f-8087-12cfa0ce42d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:55.094488 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Made reservation on behalf of d32d679fb82e4d2c96165200bf48c9e0 for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:57:55.096892 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:55.106418 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:55.222311 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea0183-ce70-4e3b-af0f-fe6d64640e96 req-55917c6a-9da4-490a-a250-7d459ac0ea11 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:55.230419 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-44ea0183-ce70-4e3b-af0f-fe6d64640e96 req-55917c6a-9da4-490a-a250-7d459ac0ea11 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0785301 Jan 17 09:57:55.273818 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Publish callbacks [] for security_group (6dbfc83d-ac50-4a18-8c7c-6cbda9260c5a), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:55.281492 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-44ea0183-ce70-4e3b-af0f-fe6d64640e96 req-a55bc57a-4e1e-4ead-b54b-dc672b2bd27e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499313 Jan 17 09:57:55.361070 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (6dbfc83d-ac50-4a18-8c7c-6cbda9260c5a), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:55.398685 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] vlan segment allocate from pool success with {'vlan_id': 970, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:57:55.419310 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbfc83d-ac50-4a18-8c7c-6cbda9260c5a,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:55.423378 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (7ec50405-9f73-42b0-a1f3-2a8ab06b63c8), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:55.423803 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Added segment 7ec50405-9f73-42b0-a1f3-2a8ab06b63c8 of type vlan for network 05935e29-3da6-4cad-8d01-f4ce884d8ece Jan 17 09:57:55.478108 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (05935e29-3da6-4cad-8d01-f4ce884d8ece), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:55.494486 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-dfe06e3e-a075-4dc6-a393-91bda033e497 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=523e6933397342978abf83d0831254a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455608 Jan 17 09:57:55.562837 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (05935e29-3da6-4cad-8d01-f4ce884d8ece), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:55.564220 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:55.565874 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:55.648099 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] Pushing event updated for resources: {'Network': ['ID=05935e29-3da6-4cad-8d01-f4ce884d8ece,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:55.660596 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network 05935e29-3da6-4cad-8d01-f4ce884d8ece details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:57:55.706808 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-d20d6669-5267-46b1-bf4b-427715b8ccef admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8791320 Jan 17 09:57:55.706808 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 33052) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:55.711256 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-b31940c2-4394-4c01-b389-362edb725525 admin admin] Request body: {'subnet': {'network_id': '05935e29-3da6-4cad-8d01-f4ce884d8ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1705967349-subnet', 'tenant_id': 'd32d679fb82e4d2c96165200bf48c9e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:57:55.752497 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-2cc4c079-84c3-49b8-bd1c-11290cbc8884 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:55.754564 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-2cc4c079-84c3-49b8-bd1c-11290cbc8884 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587140 Jan 17 09:57:55.781269 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-2e6e06bd-8dd0-412a-a3b1-166ee02495d3 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/quotas/523e6933397342978abf83d0831254a8 HTTP/1.1" status: 200 len: 375 time: 0.0180764 Jan 17 09:57:55.801025 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31940c2-4394-4c01-b389-362edb725525 admin admin] Made reservation on behalf of d32d679fb82e4d2c96165200bf48c9e0 for: {'subnet': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:57:55.803493 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b31940c2-4394-4c01-b389-362edb725525 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29783128'] for subnet (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:55.818983 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-4fa00063-4918-4c10-8e8a-531e4346d895 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=523e6933397342978abf83d0831254a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349476 Jan 17 09:57:55.898624 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:56.105135 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-14a3c634-a12a-4bdb-9c56-55526c24ffd3 req-88e1bf30-0256-43ef-889e-bc9af5e0e1d3 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 210 time: 0.0261416 Jan 17 09:57:56.325398 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b31940c2-4394-4c01-b389-362edb725525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29490857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29783114'] for subnet (eeb5c639-46de-4051-bb1b-f3afba77416a), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:56.385414 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31940c2-4394-4c01-b389-362edb725525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb5c639-46de-4051-bb1b-f3afba77416a,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:56.397131 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31940c2-4394-4c01-b389-362edb725525 admin admin] Checking segment: {'id': '7ec50405-9f73-42b0-a1f3-2a8ab06b63c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '05935e29-3da6-4cad-8d01-f4ce884d8ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:57:56.397131 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31940c2-4394-4c01-b389-362edb725525 admin admin] Network hostable DHCP agents. Network: 05935e29-3da6-4cad-8d01-f4ce884d8ece, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:57:56.425149 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2f382-753b-47bd-bbcb-21eee9dedbb9 req-3ce7124b-f8a5-4ea4-bbb2-9707428bc89d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:56.427381 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b0e2f382-753b-47bd-bbcb-21eee9dedbb9 req-3ce7124b-f8a5-4ea4-bbb2-9707428bc89d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0632846 Jan 17 09:57:56.473656 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b0e2f382-753b-47bd-bbcb-21eee9dedbb9 req-4e0423c5-29d5-4fc1-a551-c20065e34ad1 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406675 Jan 17 09:57:56.557188 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31940c2-4394-4c01-b389-362edb725525 admin admin] Network 05935e29-3da6-4cad-8d01-f4ce884d8ece is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:57:56.663392 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-b31940c2-4394-4c01-b389-362edb725525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, 05935e29-3da6-4cad-8d01-f4ce884d8ece) {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:57:56.668162 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31940c2-4394-4c01-b389-362edb725525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:56.669005 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b31940c2-4394-4c01-b389-362edb725525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:56.673618 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153caa13-4316-41c4-8a7d-cce8d15200cf None None] Network 05935e29-3da6-4cad-8d01-f4ce884d8ece requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:57:56.788304 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95e55f0-721f-4408-8252-0e490d2917fd None None] Network 05935e29-3da6-4cad-8d01-f4ce884d8ece requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:57:56.788572 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-b31940c2-4394-4c01-b389-362edb725525 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0849519 Jan 17 09:57:57.187880 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5d480428-bc14-4505-b7ec-89df57aa3271 req-51301d50-f98e-4e0a-8a35-9d0b62787637 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 210 time: 0.0299530 Jan 17 09:57:57.601267 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f03793-dd12-4452-a33b-f4b59ae266d3 req-fe07f975-53df-4b55-8ed8-1cdf723a668a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:57.602766 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d2f03793-dd12-4452-a33b-f4b59ae266d3 req-fe07f975-53df-4b55-8ed8-1cdf723a668a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0530605 Jan 17 09:57:57.661964 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d2f03793-dd12-4452-a33b-f4b59ae266d3 req-ba6b5164-8a6e-4828-a2a1-959caeac1c21 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531807 Jan 17 09:57:57.751853 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:57.858958 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 33096) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:57.864113 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-190715486-network', 'tenant_id': '3656221539db4f2788c8043a5e9e17e5'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:57:58.099799 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Made reservation on behalf of 3656221539db4f2788c8043a5e9e17e5 for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:57:58.102624 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:58.112388 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:58.197258 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Publish callbacks [] for security_group (5207ce8b-ca54-469b-99d3-3a778a7577ee), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:58.288122 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-646aa374-a7c1-4a63-a49c-0335333a2455 req-19666186-ce64-4810-8bbf-cfdadb1ee3bd tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 210 time: 0.0278275 Jan 17 09:57:58.403742 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5207ce8b-ca54-469b-99d3-3a778a7577ee), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:58.433829 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 954, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:57:58.442955 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5207ce8b-ca54-469b-99d3-3a778a7577ee,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:58.449471 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (7af6e546-bb75-4692-b17a-8546b5ea9039), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:58.459711 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Added segment 7af6e546-bb75-4692-b17a-8546b5ea9039 of type vlan for network cc967485-0f96-46e1-babe-75090e4b8406 Jan 17 09:57:58.505458 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (cc967485-0f96-46e1-babe-75090e4b8406), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:58.711953 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (cc967485-0f96-46e1-babe-75090e4b8406), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:58.713131 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:58.713908 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:58.803790 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] Pushing event updated for resources: {'Network': ['ID=cc967485-0f96-46e1-babe-75090e4b8406,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:58.806886 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d481f26-3be1-40d5-859a-c700d7958e6c req-dd934dce-429f-4625-be9f-0f96c63d5c8a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:58.808444 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8d481f26-3be1-40d5-859a-c700d7958e6c req-dd934dce-429f-4625-be9f-0f96c63d5c8a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0587716 Jan 17 09:57:58.815250 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network cc967485-0f96-46e1-babe-75090e4b8406 details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:57:58.943302 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8d481f26-3be1-40d5-859a-c700d7958e6c req-f74bfd18-eb9c-4f25-ac5b-34d6b068ce16 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244845 Jan 17 09:57:58.962621 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-bc6930d2-0c70-4742-a662-9423a2bbe8f6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1023967 Jan 17 09:57:58.963385 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 33106) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:57:58.968905 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-17b5c820-8b1e-4656-be5f-166a0cd96770 admin admin] Request body: {'subnet': {'network_id': 'cc967485-0f96-46e1-babe-75090e4b8406', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-190715486-subnet', 'tenant_id': '3656221539db4f2788c8043a5e9e17e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:57:59.134136 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b5c820-8b1e-4656-be5f-166a0cd96770 admin admin] Made reservation on behalf of 3656221539db4f2788c8043a5e9e17e5 for: {'subnet': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:57:59.136573 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-17b5c820-8b1e-4656-be5f-166a0cd96770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24840352'] for subnet (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:59.139365 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:59.427326 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-17b5c820-8b1e-4656-be5f-166a0cd96770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24894608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24840370'] for subnet (abc99e15-e8f5-4a35-9ff2-86e8b2b5aa99), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:57:59.436942 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-456a51fe-13d9-4b1d-b8b3-61ecc1c691b0 req-dfb1c74b-12c7-4c6d-9cff-6422e6692ca9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 210 time: 0.0494812 Jan 17 09:57:59.488955 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5c820-8b1e-4656-be5f-166a0cd96770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc99e15-e8f5-4a35-9ff2-86e8b2b5aa99,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:57:59.512089 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5c820-8b1e-4656-be5f-166a0cd96770 admin admin] Checking segment: {'id': '7af6e546-bb75-4692-b17a-8546b5ea9039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'cc967485-0f96-46e1-babe-75090e4b8406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:57:59.512474 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b5c820-8b1e-4656-be5f-166a0cd96770 admin admin] Network hostable DHCP agents. Network: cc967485-0f96-46e1-babe-75090e4b8406, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:57:59.652114 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-947f8a25-5d3e-4972-9f52-406267b03439 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=523e6933397342978abf83d0831254a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337133 Jan 17 09:57:59.683718 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b5c820-8b1e-4656-be5f-166a0cd96770 admin admin] Network cc967485-0f96-46e1-babe-75090e4b8406 is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:57:59.855819 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-37efbfca-bc24-49c1-9d7c-5132a883c025 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:57:59.857288 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-37efbfca-bc24-49c1-9d7c-5132a883c025 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985035 Jan 17 09:57:59.869905 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Request body: {'port': {'device_id': '9a6e9779-cde1-4f57-85f4-bdcbdcd66722', 'network_id': 'fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d', 'admin_state_up': True, 'tenant_id': '523e6933397342978abf83d0831254a8'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:58:00.091098 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aef62a-2619-4e88-9b36-61749615542a req-116c10eb-74ed-433a-8762-07c971e01ec6 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:00.092841 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b7aef62a-2619-4e88-9b36-61749615542a req-116c10eb-74ed-433a-8762-07c971e01ec6 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0638492 Jan 17 09:58:00.142374 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b7aef62a-2619-4e88-9b36-61749615542a req-5401c435-2453-4974-9ded-f6fc3f951416 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439022 Jan 17 09:58:00.170551 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-17b5c820-8b1e-4656-be5f-166a0cd96770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, cc967485-0f96-46e1-babe-75090e4b8406) {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:58:00.170551 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b5c820-8b1e-4656-be5f-166a0cd96770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:00.170551 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-17b5c820-8b1e-4656-be5f-166a0cd96770 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:00.170852 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebb8b73-9f6e-4722-9737-36989d13690a None None] Network cc967485-0f96-46e1-babe-75090e4b8406 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:58:00.262249 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f990c41-da45-4282-91f4-bc5a140b96ac None None] Network cc967485-0f96-46e1-babe-75090e4b8406 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:58:00.389502 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Made reservation on behalf of 523e6933397342978abf83d0831254a8 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:58:00.393644 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:00.403429 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:00.425305 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-17b5c820-8b1e-4656-be5f-166a0cd96770 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4602287 Jan 17 09:58:00.520835 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Publish callbacks [] for security_group (2549fcaa-89d1-4712-bf69-4626a63714d5), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:00.623300 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0ea957fc-d21e-4706-9141-22d89f2eead5 req-778525fa-5c8e-40cb-b008-c577cf0d166e tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 210 time: 0.0535588 Jan 17 09:58:00.646822 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (2549fcaa-89d1-4712-bf69-4626a63714d5), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:00.723280 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2549fcaa-89d1-4712-bf69-4626a63714d5,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:00.832157 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Allocated IP 192.168.233.71 (fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d/d0ae9f3b-919a-4704-bfcb-e246e1200bb0/6fc1be7f-4182-430a-9a12-a13a2623578f) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:58:01.016176 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Publish callbacks [] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:01.119390 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:01.180279 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Network fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:58:01.184755 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:58:01.190156 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:58:01.193617 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Pushing event updated for resources: {'Port': ['ID=6fc1be7f-4182-430a-9a12-a13a2623578f,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:01.265175 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:01.265945 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:01.341931 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845f86-f8ef-465b-ad01-0d0ff7831b44 req-0d84ece1-a6b9-4780-a713-0df437259164 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:01.343233 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3c845f86-f8ef-465b-ad01-0d0ff7831b44 req-0d84ece1-a6b9-4780-a713-0df437259164 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0768819 Jan 17 09:58:01.406239 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-e7b868b7-40a6-4612-b68c-38d69cd5a206 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5406404 Jan 17 09:58:01.420829 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Request body: {'port': {'device_id': '9a6e9779-cde1-4f57-85f4-bdcbdcd66722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:58:01.447998 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3c845f86-f8ef-465b-ad01-0d0ff7831b44 req-cc4ce529-38e9-44c3-8c16-5cd9ed3a1a76 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987325 Jan 17 09:58:01.501899 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:01.511558 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-a48ac227-b67e-40d2-aabf-f82cc5ae41f1 None None] Provisioning complete for port 6fc1be7f-4182-430a-9a12-a13a2623578f triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:58:01.517875 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a48ac227-b67e-40d2-aabf-f82cc5ae41f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:01.581592 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-a48ac227-b67e-40d2-aabf-f82cc5ae41f1 None None] Port 6fc1be7f-4182-430a-9a12-a13a2623578f cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:58:01.783024 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82417a-0756-40b6-ba1f-6daf85d744fb req-cdb423e6-030b-4c13-94f8-0ad93404914e tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:01.785629 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef82417a-0756-40b6-ba1f-6daf85d744fb req-cdb423e6-030b-4c13-94f8-0ad93404914e tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 935 time: 0.0797431 Jan 17 09:58:01.881197 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef82417a-0756-40b6-ba1f-6daf85d744fb req-fa8f1cc1-2fb1-4b95-bb28-b2b94904a092 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809190 Jan 17 09:58:01.975154 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc1be7f-4182-430a-9a12-a13a2623578f {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:58:01.986104 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Publish callbacks [] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:02.002222 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Transition to ACTIVE for port object 6fc1be7f-4182-430a-9a12-a13a2623578f will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:58:02.191313 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:02.275853 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc1be7f-4182-430a-9a12-a13a2623578f,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:02.433167 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Attempting to bind port 6fc1be7f-4182-430a-9a12-a13a2623578f on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:58:02.433773 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Attempting to bind port 6fc1be7f-4182-430a-9a12-a13a2623578f by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '365f88ab-ae95-4068-92e5-78e42b36c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:58:02.433878 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Attempting to bind port 6fc1be7f-4182-430a-9a12-a13a2623578f on network fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:58:02.438641 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Port 6fc1be7f-4182-430a-9a12-a13a2623578f on network fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:58:02.439004 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Attempting to bind port 6fc1be7f-4182-430a-9a12-a13a2623578f on network fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:58:02.444346 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:58:02.445256 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Checking segment: {'id': '365f88ab-ae95-4068-92e5-78e42b36c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:58:02.445657 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Bound using segment: {'id': '365f88ab-ae95-4068-92e5-78e42b36c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:58:02.446095 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Bound port: 6fc1be7f-4182-430a-9a12-a13a2623578f, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365f88ab-ae95-4068-92e5-78e42b36c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:58:02.446467 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:02.559508 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] For port 6fc1be7f-4182-430a-9a12-a13a2623578f, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:58:02.564639 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] For port 6fc1be7f-4182-430a-9a12-a13a2623578f, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=6fc1be7f-4182-430a-9a12-a13a2623578f,segment=NetworkSegment(365f88ab-ae95-4068-92e5-78e42b36c102),segment_id=365f88ab-ae95-4068-92e5-78e42b36c102)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:58:02.592250 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f130a-d930-4b20-8fdd-a90a5c09a1bc req-b951a163-987d-4694-bfed-b6216d1f81fd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:02.599294 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-823f130a-d930-4b20-8fdd-a90a5c09a1bc req-b951a163-987d-4694-bfed-b6216d1f81fd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0591691 Jan 17 09:58:02.640789 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:02.655134 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-823f130a-d930-4b20-8fdd-a90a5c09a1bc req-3eed0ea1-cabb-4f91-964b-6ab8b5b5a407 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546443 Jan 17 09:58:02.698306 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:02.698980 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:02.701716 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] 10.222.0.94 "PUT /v2.0/ports/6fc1be7f-4182-430a-9a12-a13a2623578f HTTP/1.1" status: 200 len: 1097 time: 1.2854958 Jan 17 09:58:02.701716 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6e9779-cde1-4f57-85f4-bdcbdcd66722', 'tag': '6fc1be7f-4182-430a-9a12-a13a2623578f'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:58:02.703684 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893bdf65-b01f-41f6-bc3c-468228713b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6e9779-cde1-4f57-85f4-bdcbdcd66722", "tag": "6fc1be7f-4182-430a-9a12-a13a2623578f"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:58:02.750550 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d50efa-ac0c-4e72-b3a8-078e0a36f1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc1be7f-4182-430a-9a12-a13a2623578f,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:02.767086 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440214d5-944f-4868-b453-d4069dabe17b x-openstack-request-id: req-440214d5-944f-4868-b453-d4069dabe17b {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:58:02.767376 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6e9779-cde1-4f57-85f4-bdcbdcd66722", "tag": "6fc1be7f-4182-430a-9a12-a13a2623578f", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:58:02.776263 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-440214d5-944f-4868-b453-d4069dabe17b {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:58:02.776814 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6e9779-cde1-4f57-85f4-bdcbdcd66722', 'tag': '6fc1be7f-4182-430a-9a12-a13a2623578f', 'status': 'completed', 'code': 200} Jan 17 09:58:02.842502 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdf65-b01f-41f6-bc3c-468228713b2d req-49f8b526-b33c-482f-8ab9-0f8b3ceddf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:02.845026 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-893bdf65-b01f-41f6-bc3c-468228713b2d req-49f8b526-b33c-482f-8ab9-0f8b3ceddf77 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=523e6933397342978abf83d0831254a8&device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 1100 time: 0.0484123 Jan 17 09:58:02.876271 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-893bdf65-b01f-41f6-bc3c-468228713b2d req-c83e3f21-23a7-4fc5-8856-439ee9207bc3 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=523e6933397342978abf83d0831254a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230923 Jan 17 09:58:03.046535 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdf65-b01f-41f6-bc3c-468228713b2d req-5afadfd6-0476-479d-be38-dc938dfe399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:03.046926 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-893bdf65-b01f-41f6-bc3c-468228713b2d req-5afadfd6-0476-479d-be38-dc938dfe399f service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1634648 Jan 17 09:58:03.111099 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 33178) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:03.113903 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7c53a-36a9-4046-8a47-fcc23b292e9a req-2270676a-046e-4a33-a97f-805278e553a8 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:03.117330 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-78c7c53a-36a9-4046-8a47-fcc23b292e9a req-2270676a-046e-4a33-a97f-805278e553a8 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 947 time: 0.1378217 Jan 17 09:58:03.176742 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-20eef952-cb34-4ca0-9ba8-a88110eaf6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:03.182628 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-20eef952-cb34-4ca0-9ba8-a88110eaf6f5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=523e6933397342978abf83d0831254a8&device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 1100 time: 0.0845239 Jan 17 09:58:03.229223 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-78c7c53a-36a9-4046-8a47-fcc23b292e9a req-7f888cb1-c9b8-4319-be40-bf17e265c819 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899751 Jan 17 09:58:03.257560 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-457150a4-12a3-4622-b0e2-fd302ccfa980 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=6fc1be7f-4182-430a-9a12-a13a2623578f HTTP/1.1" status: 200 len: 217 time: 0.0482464 Jan 17 09:58:03.285991 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3b084a6a-5efb-4a1c-880b-eba4a91ba23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:03.358976 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-99c80e4a-4cfc-4ce0-b2a1-53a1a8294e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:03.361132 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-99c80e4a-4cfc-4ce0-b2a1-53a1a8294e89 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0ae9f3b-919a-4704-bfcb-e246e1200bb0 HTTP/1.1" status: 200 len: 843 time: 0.0919137 Jan 17 09:58:03.452333 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-51b52695-f089-47fe-a454-5a4e27fafe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:03.454108 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-51b52695-f089-47fe-a454-5a4e27fafe44 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0833857 Jan 17 09:58:03.478386 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3b084a6a-5efb-4a1c-880b-eba4a91ba23c admin admin] Publish callbacks [] for security_group (05d65539-147f-44d5-b6ac-b1edd5904194), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:03.565666 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-aa7291bb-b1b6-48c0-8e81-9f5fadbd6b69 service neutron] 10.222.0.94 "GET /v2.0/networks/fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003110 Jan 17 09:58:03.593943 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3b084a6a-5efb-4a1c-880b-eba4a91ba23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (05d65539-147f-44d5-b6ac-b1edd5904194), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:03.715013 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-3b084a6a-5efb-4a1c-880b-eba4a91ba23c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9299e36d43d24731aac673f89d7162f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6004484 Jan 17 09:58:03.715013 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b084a6a-5efb-4a1c-880b-eba4a91ba23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d65539-147f-44d5-b6ac-b1edd5904194,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:03.722500 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 33186) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:03.782248 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b0916d37-07a5-4e01-a035-5895f553c0ba admin admin] Publish callbacks [] for security_group (05d65539-147f-44d5-b6ac-b1edd5904194), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:03.789853 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a35ba3ee-acad-4bdb-a0a9-e3bbf307c65b req-236e320f-a624-4118-8842-df41631e4563 service neutron] 10.222.0.94 "GET /v2.0/networks/fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172356 Jan 17 09:58:03.820735 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b0916d37-07a5-4e01-a035-5895f553c0ba admin admin] Publish callbacks [] for security_group (05d65539-147f-44d5-b6ac-b1edd5904194), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:03.951936 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1afbf7-0d83-4e4a-aad2-aa13b8719db2 req-27257040-1f6c-40c5-b930-77e9f32f557d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:03.959487 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3c1afbf7-0d83-4e4a-aad2-aa13b8719db2 req-27257040-1f6c-40c5-b930-77e9f32f557d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.1360090 Jan 17 09:58:04.024722 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3c1afbf7-0d83-4e4a-aad2-aa13b8719db2 req-9693bea3-ba9d-420b-b204-b476ae23c157 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640543 Jan 17 09:58:04.333435 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc15976-edab-474e-b140-6edb0ba98618 req-0b27ed6f-309f-44bc-a420-fad0885ff8fc tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:04.334950 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9fc15976-edab-474e-b140-6edb0ba98618 req-0b27ed6f-309f-44bc-a420-fad0885ff8fc tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 947 time: 0.0489588 Jan 17 09:58:04.380037 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b0916d37-07a5-4e01-a035-5895f553c0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (05d65539-147f-44d5-b6ac-b1edd5904194), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:04.382612 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b0916d37-07a5-4e01-a035-5895f553c0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:04.383819 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-b0916d37-07a5-4e01-a035-5895f553c0ba admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/05d65539-147f-44d5-b6ac-b1edd5904194 HTTP/1.1" status: 204 len: 168 time: 0.6657720 Jan 17 09:58:04.390672 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9fc15976-edab-474e-b140-6edb0ba98618 req-8c74abd2-02a1-4192-9136-c9359914d845 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497961 Jan 17 09:58:04.395379 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0916d37-07a5-4e01-a035-5895f553c0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d65539-147f-44d5-b6ac-b1edd5904194,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:05.087856 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:05.154651 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f77c56-7a92-41d6-90ef-2d8c92a2762e req-9b810a44-9d88-4adb-afbc-0dd070f8a149 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:05.158251 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-60f77c56-7a92-41d6-90ef-2d8c92a2762e req-9b810a44-9d88-4adb-afbc-0dd070f8a149 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0511773 Jan 17 09:58:05.205090 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-60f77c56-7a92-41d6-90ef-2d8c92a2762e req-b6c3efaf-9ade-47cb-9bc9-ae5eed6ff483 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432091 Jan 17 09:58:05.517002 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26add712-413c-410f-b660-2cf3fa5f49b3 req-3d36f847-35f3-4e82-9d0e-2bc05a784d28 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:05.518537 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-26add712-413c-410f-b660-2cf3fa5f49b3 req-3d36f847-35f3-4e82-9d0e-2bc05a784d28 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 947 time: 0.0488267 Jan 17 09:58:05.584362 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-26add712-413c-410f-b660-2cf3fa5f49b3 req-4b71c582-7ebe-43e8-b782-c7b1fd997ca9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597112 Jan 17 09:58:06.326399 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bd0c6-7015-4e54-ae1e-082ed851f5b8 req-0445a2af-31e1-4186-b4dc-540b1ebd75d6 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:06.327917 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d8bd0c6-7015-4e54-ae1e-082ed851f5b8 req-0445a2af-31e1-4186-b4dc-540b1ebd75d6 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0474222 Jan 17 09:58:06.380274 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d8bd0c6-7015-4e54-ae1e-082ed851f5b8 req-e77cbad6-c22d-49bf-9baa-7d8aff8ba28f tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467680 Jan 17 09:58:06.691511 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2629e0-4fe5-45e8-ad05-ea805d001c94 req-922a5493-ce70-4291-90b6-ed6e1bfc2bd5 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:06.692969 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2b2629e0-4fe5-45e8-ad05-ea805d001c94 req-922a5493-ce70-4291-90b6-ed6e1bfc2bd5 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 947 time: 0.0482235 Jan 17 09:58:06.741952 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2b2629e0-4fe5-45e8-ad05-ea805d001c94 req-7f4a9b8a-5c29-4e00-8aec-e25e7d0d8be1 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434012 Jan 17 09:58:07.496483 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89571fc-f603-42c0-af8f-e8cc4f186575 req-ed619a86-1839-4559-ac8f-d370a1f1dfca tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:07.497941 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b89571fc-f603-42c0-af8f-e8cc4f186575 req-ed619a86-1839-4559-ac8f-d370a1f1dfca tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0477834 Jan 17 09:58:07.544702 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b89571fc-f603-42c0-af8f-e8cc4f186575 req-a6b98bf7-0acb-4013-9590-c583acb03b9a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411820 Jan 17 09:58:07.857897 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e400847-44fd-4347-8d11-0f52b417ad37 req-c7f42303-b912-4ff1-9152-ed8594f73449 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:07.859393 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4e400847-44fd-4347-8d11-0f52b417ad37 req-c7f42303-b912-4ff1-9152-ed8594f73449 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 947 time: 0.0506704 Jan 17 09:58:07.905463 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4e400847-44fd-4347-8d11-0f52b417ad37 req-65ba7a37-b99d-4e19-a04e-2c13115d8f9a tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404956 Jan 17 09:58:08.660901 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c8349-cade-4ac5-aaef-5bcf0284956f req-b75ad75d-94d2-4a84-bfe0-d7cb3696dd16 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:08.662356 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-987c8349-cade-4ac5-aaef-5bcf0284956f req-b75ad75d-94d2-4a84-bfe0-d7cb3696dd16 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0466251 Jan 17 09:58:08.708471 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-987c8349-cade-4ac5-aaef-5bcf0284956f req-409c885d-c797-4221-898f-7e886ee09bfa tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400453 Jan 17 09:58:09.015269 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d06912-3b2f-4ced-9ff9-d52313f88808 req-575810cf-232a-463b-86c2-0e92d28b02d9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:09.016705 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-51d06912-3b2f-4ced-9ff9-d52313f88808 req-575810cf-232a-463b-86c2-0e92d28b02d9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 947 time: 0.0463758 Jan 17 09:58:09.064649 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-51d06912-3b2f-4ced-9ff9-d52313f88808 req-d1ef822f-63c3-4bab-b346-772802b87423 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424194 Jan 17 09:58:09.685279 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f798677-6a70-4aff-b6fe-687db46a72cc req-6c089d8c-1647-4971-830b-16ece4da67e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:09.686824 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1f798677-6a70-4aff-b6fe-687db46a72cc req-6c089d8c-1647-4971-830b-16ece4da67e4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 1098 time: 0.0435488 Jan 17 09:58:09.782855 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f798677-6a70-4aff-b6fe-687db46a72cc req-1d16c690-ef0d-4697-8d83-b9bea4875be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:09.784507 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1f798677-6a70-4aff-b6fe-687db46a72cc req-1d16c690-ef0d-4697-8d83-b9bea4875be5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 916 time: 0.0902457 Jan 17 09:58:09.826951 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15b2d-6db2-4650-b3bf-3e833430e680 req-b2191204-909e-4eb5-b132-97495b7b4d4a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:09.828790 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cce15b2d-6db2-4650-b3bf-3e833430e680 req-b2191204-909e-4eb5-b132-97495b7b4d4a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0483575 Jan 17 09:58:09.852539 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1f798677-6a70-4aff-b6fe-687db46a72cc req-2b9b8ad4-5d03-41c4-a966-9e20a8a0b865 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=518baf01-6ebd-4d11-989c-0703aba6e08d HTTP/1.1" status: 200 len: 1001 time: 0.0606937 Jan 17 09:58:09.880449 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cce15b2d-6db2-4650-b3bf-3e833430e680 req-855b4ad4-7b71-4b42-9a12-5db1121173c0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459588 Jan 17 09:58:09.910723 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f798677-6a70-4aff-b6fe-687db46a72cc req-32419a7f-b910-447d-8b2a-565018644434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:09.912242 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1f798677-6a70-4aff-b6fe-687db46a72cc req-32419a7f-b910-447d-8b2a-565018644434 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 200 len: 854 time: 0.0526195 Jan 17 09:58:09.958618 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f798677-6a70-4aff-b6fe-687db46a72cc req-556330ac-5002-4eb1-8a30-c86c4eed342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:09.960202 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1f798677-6a70-4aff-b6fe-687db46a72cc req-556330ac-5002-4eb1-8a30-c86c4eed342e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=13f5851c-5a19-42aa-919c-d5436bee2140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404630 Jan 17 09:58:10.047741 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1f798677-6a70-4aff-b6fe-687db46a72cc req-f5e2a503-ed3f-4aa0-a00f-67759fbe9b84 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802784 Jan 17 09:58:10.142704 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1f798677-6a70-4aff-b6fe-687db46a72cc req-b488507e-533e-4e67-b0f6-9e420e07394f service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873656 Jan 17 09:58:10.179950 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7178055-86a5-40e7-875e-df1dff996407 req-8e040fd0-c1b6-4315-9b39-f32987c6d02e tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:10.181335 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c7178055-86a5-40e7-875e-df1dff996407 req-8e040fd0-c1b6-4315-9b39-f32987c6d02e tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 947 time: 0.0482531 Jan 17 09:58:10.227083 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c7178055-86a5-40e7-875e-df1dff996407 req-cfd44e86-ff34-47a8-af6d-cdf85dbef21f tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 Jan 17 09:58:10.905415 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 6fc1be7f-4182-430a-9a12-a13a2623578f details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:58:11.003668 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 6fc1be7f-4182-430a-9a12-a13a2623578f, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=6fc1be7f-4182-430a-9a12-a13a2623578f,segment=NetworkSegment(365f88ab-ae95-4068-92e5-78e42b36c102),segment_id=365f88ab-ae95-4068-92e5-78e42b36c102)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:58:11.010913 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79aaa1-bd58-466b-990f-930d523228cf req-4584c13d-6910-4661-973b-c434849e0067 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:11.012534 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fe79aaa1-bd58-466b-990f-930d523228cf req-4584c13d-6910-4661-973b-c434849e0067 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0510271 Jan 17 09:58:11.016066 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '6fc1be7f-4182-430a-9a12-a13a2623578f', 'network_id': 'fc6d0b75-ea55-48c2-b4f6-25ec80ebc44d', 'port_id': '6fc1be7f-4182-430a-9a12-a13a2623578f', 'mac_address': 'fa:16:3e:41:80:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ae9f3b-919a-4704-bfcb-e246e1200bb0', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:58:11.057134 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 6fc1be7f-4182-430a-9a12-a13a2623578f is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:58:11.057529 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:11.059551 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fe79aaa1-bd58-466b-990f-930d523228cf req-f3acc8a1-81b1-4e9c-b466-55e4c1eac427 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414245 Jan 17 09:58:11.071355 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc1be7f-4182-430a-9a12-a13a2623578f {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:58:11.091026 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 6fc1be7f-4182-430a-9a12-a13a2623578f, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=6fc1be7f-4182-430a-9a12-a13a2623578f,segment=NetworkSegment(365f88ab-ae95-4068-92e5-78e42b36c102),segment_id=365f88ab-ae95-4068-92e5-78e42b36c102)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:58:11.219512 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:11.267156 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=6fc1be7f-4182-430a-9a12-a13a2623578f,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:11.274112 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:11.274481 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:11.274873 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:11.275229 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:11.275580 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:11.275928 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:11.276272 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:11.276621 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:11.276964 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:11.277324 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:11.277669 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:11.278003 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:11.278338 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:11.338333 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51df6f-55b8-437a-9305-c510e31ad5ed req-49271274-9cad-481b-bdd6-468179c6e111 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:11.339847 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fe51df6f-55b8-437a-9305-c510e31ad5ed req-49271274-9cad-481b-bdd6-468179c6e111 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 948 time: 0.0472214 Jan 17 09:58:11.387133 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fe51df6f-55b8-437a-9305-c510e31ad5ed req-66d7856e-520d-4fe6-a2ca-e3eb5d4dd185 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416822 Jan 17 09:58:12.178484 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc73c09-3a90-4518-9835-3b285e1e9ba8 req-2f8ca48f-73c9-4f1e-8583-b98f3f85a5a5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:12.179971 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ffc73c09-3a90-4518-9835-3b285e1e9ba8 req-2f8ca48f-73c9-4f1e-8583-b98f3f85a5a5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0506458 Jan 17 09:58:12.224852 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ffc73c09-3a90-4518-9835-3b285e1e9ba8 req-7b245370-b713-457c-a467-badc6e1690a2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393806 Jan 17 09:58:12.501157 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55123dc7-3673-430b-8831-c8db41f9cd9c req-8ce7b209-453f-4f67-bbc6-cd6369e8122f tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:12.502650 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-55123dc7-3673-430b-8831-c8db41f9cd9c req-8ce7b209-453f-4f67-bbc6-cd6369e8122f tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 948 time: 0.0487192 Jan 17 09:58:12.547252 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-55123dc7-3673-430b-8831-c8db41f9cd9c req-02401975-922f-4cf2-b558-74229357e4a9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391836 Jan 17 09:58:13.341186 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25d657-1108-4f0d-9dbb-5526a8eb46cd req-4cc99454-0387-4585-b507-f71c008783ac tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:13.342691 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-aa25d657-1108-4f0d-9dbb-5526a8eb46cd req-4cc99454-0387-4585-b507-f71c008783ac tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0476151 Jan 17 09:58:13.495651 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-aa25d657-1108-4f0d-9dbb-5526a8eb46cd req-e176efb2-5fd1-4471-ae68-c71dae2073ff tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471594 Jan 17 09:58:13.657692 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55a4a7-36c4-4a93-a580-a4deee8ba16a req-e6bb9496-3677-4689-9e28-1e1056dfb130 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:13.659147 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef55a4a7-36c4-4a93-a580-a4deee8ba16a req-e6bb9496-3677-4689-9e28-1e1056dfb130 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 948 time: 0.0468321 Jan 17 09:58:13.704272 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef55a4a7-36c4-4a93-a580-a4deee8ba16a req-b680b7b6-7d4a-4005-a919-53d65b9fd2da tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396092 Jan 17 09:58:14.513620 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60eaf1-7489-420f-b0d0-b730a47b2560 req-9a028d10-c1c2-4e9a-a950-b247158f60d5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:14.515099 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9f60eaf1-7489-420f-b0d0-b730a47b2560 req-9a028d10-c1c2-4e9a-a950-b247158f60d5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0471470 Jan 17 09:58:14.561634 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9f60eaf1-7489-420f-b0d0-b730a47b2560 req-30ace151-a90a-4459-aa5f-5c9ca0a80837 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409203 Jan 17 09:58:14.817754 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0105b-44e0-4466-b3c4-82a6b1fc70f6 req-88e8b4ef-3ba7-4846-87cc-d3392e7bd1ff tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:14.819301 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-55f0105b-44e0-4466-b3c4-82a6b1fc70f6 req-88e8b4ef-3ba7-4846-87cc-d3392e7bd1ff tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 948 time: 0.0506144 Jan 17 09:58:14.864285 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-55f0105b-44e0-4466-b3c4-82a6b1fc70f6 req-bd5b0f8b-b497-4e6b-814b-8f046bc4f4a5 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395567 Jan 17 09:58:15.684095 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e8e8f-8a01-417b-9981-9a3a3b06da32 req-cdf9de75-65f3-4f29-90d7-1771e618502c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:15.685621 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6c3e8e8f-8a01-417b-9981-9a3a3b06da32 req-cdf9de75-65f3-4f29-90d7-1771e618502c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 945 time: 0.0472238 Jan 17 09:58:15.730916 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6c3e8e8f-8a01-417b-9981-9a3a3b06da32 req-ba26c457-b997-40ec-8137-c4efcb6ba8f3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397818 Jan 17 09:58:15.974679 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284959-78fe-4e41-b760-d06b1096004f req-954083d0-c847-4cab-834c-f2572714b2f2 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:15.976284 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-88284959-78fe-4e41-b760-d06b1096004f req-954083d0-c847-4cab-834c-f2572714b2f2 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 948 time: 0.0479562 Jan 17 09:58:16.056736 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 518baf01-6ebd-4d11-989c-0703aba6e08d no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:58:16.140428 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 518baf01-6ebd-4d11-989c-0703aba6e08d is: ACTIVE; New status is: DOWN {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:58:16.140968 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:16.166419 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:58:16.168741 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9c7ec2-7ec3-45fc-929f-afedf87c6296" -d '{"events": [{"server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "name": "network-vif-unplugged", "status": "completed", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:58:16.186061 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 518baf01-6ebd-4d11-989c-0703aba6e08d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=518baf01-6ebd-4d11-989c-0703aba6e08d,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:58:16.222218 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 09:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf8f9c0-25a0-4fcf-87ed-32fbdf91c032 x-openstack-request-id: req-bcf8f9c0-25a0-4fcf-87ed-32fbdf91c032 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:58:16.222557 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "name": "network-vif-unplugged", "status": "completed", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:58:16.222873 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bcf8f9c0-25a0-4fcf-87ed-32fbdf91c032 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:58:16.224800 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'code': 200} Jan 17 09:58:16.244304 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-88284959-78fe-4e41-b760-d06b1096004f req-413f766b-f68d-46b4-9531-a18ef8092458 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606516 Jan 17 09:58:16.294034 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:16.344625 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=518baf01-6ebd-4d11-989c-0703aba6e08d,revision_number=8']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:16.365065 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['6fc1be7f-4182-430a-9a12-a13a2623578f'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:58:16.848678 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e70d6-90c0-4e03-b9e4-cfb82b007b24 req-d6f032ef-6b7c-426c-927b-798e361949c4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:16.850058 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-096e70d6-90c0-4e03-b9e4-cfb82b007b24 req-d6f032ef-6b7c-426c-927b-798e361949c4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0468061 Jan 17 09:58:16.896457 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-096e70d6-90c0-4e03-b9e4-cfb82b007b24 req-ab69973a-8d4d-4b38-9537-dedb69c23d63 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402794 Jan 17 09:58:17.370790 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cf6cf-2cf7-437b-9d60-97fcfa4f54bd req-4b34e0fd-463f-4a50-8880-720ab90d2965 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:17.372316 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0d3cf6cf-2cf7-437b-9d60-97fcfa4f54bd req-4b34e0fd-463f-4a50-8880-720ab90d2965 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 948 time: 0.0629494 Jan 17 09:58:17.422259 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0d3cf6cf-2cf7-437b-9d60-97fcfa4f54bd req-42f4a809-7dde-4f29-a630-3284f1e45dd7 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Jan 17 09:58:18.436723 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [req-355f4732-99e2-4976-9363-0f2b0728f7b9 req-7bd9b96f-f131-4843-b450-fe452bd63cd9 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:58:18.437732 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-355f4732-99e2-4976-9363-0f2b0728f7b9 req-7bd9b96f-f131-4843-b450-fe452bd63cd9 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054529 Jan 17 09:58:18.534957 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab3555-9b0f-4f4c-badf-d0488e941ea9 req-3e11957f-02e0-420a-9a70-5f869958b3a1 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:18.536402 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-83ab3555-9b0f-4f4c-badf-d0488e941ea9 req-3e11957f-02e0-420a-9a70-5f869958b3a1 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 948 time: 0.0493987 Jan 17 09:58:18.582085 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-83ab3555-9b0f-4f4c-badf-d0488e941ea9 req-48a00dad-c929-4029-9154-e56cff0703ea tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 Jan 17 09:58:18.728084 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30fcb7-de84-467a-aab1-0940d13ef777 req-1563a497-f5e5-4f2e-8e76-30a57804c55c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:18.729583 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0a30fcb7-de84-467a-aab1-0940d13ef777 req-1563a497-f5e5-4f2e-8e76-30a57804c55c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0481293 Jan 17 09:58:18.780396 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0a30fcb7-de84-467a-aab1-0940d13ef777 req-fa1c0a26-7e48-4280-9afb-f0ef6a3c8c75 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452073 Jan 17 09:58:19.263327 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 33424) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:19.355030 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-d412d0de-29e4-4e2c-84fb-0b8a463582d6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904839 Jan 17 09:58:19.367698 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-9b14bd1c-8ab3-4c17-8598-2e721614b434 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:58:19.367698 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-9b14bd1c-8ab3-4c17-8598-2e721614b434 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048246 Jan 17 09:58:19.693262 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2c4d4-b4dc-4aa9-b69f-75df94bacf17 req-99ace08b-8217-4d0f-b4cd-7ef71c3ee3d0 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:19.695150 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-84b2c4d4-b4dc-4aa9-b69f-75df94bacf17 req-99ace08b-8217-4d0f-b4cd-7ef71c3ee3d0 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 948 time: 0.0479739 Jan 17 09:58:19.742403 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-84b2c4d4-b4dc-4aa9-b69f-75df94bacf17 req-09d1e6be-2ae0-4f3c-9345-1036299f8ed0 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Jan 17 09:58:19.898566 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c381e-d292-4b71-bb4d-daa013e4c970 req-ec0c007a-9e68-4a4e-a336-16bad1accaef tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:19.901871 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-062c381e-d292-4b71-bb4d-daa013e4c970 req-ec0c007a-9e68-4a4e-a336-16bad1accaef tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0480433 Jan 17 09:58:19.945655 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-062c381e-d292-4b71-bb4d-daa013e4c970 req-00a96220-b07d-4df4-bb98-7769a02b0503 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400696 Jan 17 09:58:20.864417 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b9ecc-bb2c-4ae6-a18f-c5b902ed5006 req-1b0eaae9-1c85-4d07-af6c-5cbd2798ebc5 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:20.866865 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a53b9ecc-bb2c-4ae6-a18f-c5b902ed5006 req-1b0eaae9-1c85-4d07-af6c-5cbd2798ebc5 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 948 time: 0.0573678 Jan 17 09:58:20.914246 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a53b9ecc-bb2c-4ae6-a18f-c5b902ed5006 req-ac94e1b8-ced5-45ed-8da0-292d7ddaf4a8 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Jan 17 09:58:21.062708 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6a9ec-14fb-4c34-846c-1d45bb3539dc req-e54127fb-b2d9-4259-a0b7-212d1dea3fd5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:21.064219 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-58f6a9ec-14fb-4c34-846c-1d45bb3539dc req-e54127fb-b2d9-4259-a0b7-212d1dea3fd5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0485864 Jan 17 09:58:21.109570 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-58f6a9ec-14fb-4c34-846c-1d45bb3539dc req-0ba3c095-c80c-4fa0-881b-be7fb6724251 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392911 Jan 17 09:58:22.026526 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfe95c-696a-49c7-af1e-2ed3ca3cbef2 req-5d7a277c-1f28-4270-88e8-d3b44e7ae92c tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:22.028035 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7cbfe95c-696a-49c7-af1e-2ed3ca3cbef2 req-5d7a277c-1f28-4270-88e8-d3b44e7ae92c tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 948 time: 0.0477135 Jan 17 09:58:22.077137 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7cbfe95c-696a-49c7-af1e-2ed3ca3cbef2 req-8821ad63-28da-4e57-a9ea-804528529383 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437288 Jan 17 09:58:22.231499 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc3643-6f01-4120-99cc-885f1ba8e71e req-da6ad115-ed0a-4cb6-9319-6cfa95b76089 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:22.233031 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f1fc3643-6f01-4120-99cc-885f1ba8e71e req-da6ad115-ed0a-4cb6-9319-6cfa95b76089 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0524971 Jan 17 09:58:22.281024 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f1fc3643-6f01-4120-99cc-885f1ba8e71e req-cb5b9c05-1b07-473c-b27e-cc8391e441fd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424602 Jan 17 09:58:22.468997 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a7b95a46-3f3c-491a-a752-0ad151efd12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:23.189482 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af487f-17ee-465a-b58f-ccfa744f84c0 req-f5b27449-00d9-4975-895d-a14f03f4a46f tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:23.190985 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e4af487f-17ee-465a-b58f-ccfa744f84c0 req-f5b27449-00d9-4975-895d-a14f03f4a46f tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 948 time: 0.0484242 Jan 17 09:58:23.237252 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e4af487f-17ee-465a-b58f-ccfa744f84c0 req-05387d9c-a302-467d-be44-7c35801357e9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401638 Jan 17 09:58:23.454690 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4c4b2-70f2-4855-98b1-ddb5ae5e4be8 req-aad171bf-2ce7-4e9d-9ba9-f7a2c159593d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:23.456178 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-35a4c4b2-70f2-4855-98b1-ddb5ae5e4be8 req-aad171bf-2ce7-4e9d-9ba9-f7a2c159593d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.1043894 Jan 17 09:58:23.504319 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-35a4c4b2-70f2-4855-98b1-ddb5ae5e4be8 req-0a80ce31-df80-4c68-a65c-91c8cdc717aa tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425720 Jan 17 09:58:24.041594 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 6fc1be7f-4182-430a-9a12-a13a2623578f up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:58:24.230382 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 6fc1be7f-4182-430a-9a12-a13a2623578f completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:58:24.234419 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 6fc1be7f-4182-430a-9a12-a13a2623578f triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:58:24.234844 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:24.320848 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 6fc1be7f-4182-430a-9a12-a13a2623578f is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:58:24.321384 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:24.345143 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6e9779-cde1-4f57-85f4-bdcbdcd66722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc1be7f-4182-430a-9a12-a13a2623578f'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:58:24.347508 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d84595-04fb-4894-a665-1af36fa2c85e" -d '{"events": [{"server_uuid": "9a6e9779-cde1-4f57-85f4-bdcbdcd66722", "name": "network-vif-plugged", "status": "completed", "tag": "6fc1be7f-4182-430a-9a12-a13a2623578f"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:58:24.360395 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 6fc1be7f-4182-430a-9a12-a13a2623578f, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=6fc1be7f-4182-430a-9a12-a13a2623578f,segment=NetworkSegment(365f88ab-ae95-4068-92e5-78e42b36c102),segment_id=365f88ab-ae95-4068-92e5-78e42b36c102)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:58:24.383773 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dc9dcc-7af3-40e5-9035-a09cab3425f5 x-openstack-request-id: req-22dc9dcc-7af3-40e5-9035-a09cab3425f5 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:58:24.384093 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6e9779-cde1-4f57-85f4-bdcbdcd66722", "name": "network-vif-plugged", "status": "completed", "tag": "6fc1be7f-4182-430a-9a12-a13a2623578f", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:58:24.384359 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-22dc9dcc-7af3-40e5-9035-a09cab3425f5 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:58:24.384764 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6e9779-cde1-4f57-85f4-bdcbdcd66722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc1be7f-4182-430a-9a12-a13a2623578f', 'code': 200} Jan 17 09:58:24.411628 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb38d93-3dee-4f8f-ae49-3b3649ccb5cb req-9ee6f5bd-37f4-48b7-81d7-be48adb6cb48 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:24.413148 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-efb38d93-3dee-4f8f-ae49-3b3649ccb5cb req-9ee6f5bd-37f4-48b7-81d7-be48adb6cb48 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 948 time: 0.1033483 Jan 17 09:58:24.460373 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-efb38d93-3dee-4f8f-ae49-3b3649ccb5cb req-2c412288-9c85-4d1f-a223-e93d8506a49f tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414412 Jan 17 09:58:24.493847 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:24.541071 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=6fc1be7f-4182-430a-9a12-a13a2623578f,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:24.627504 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7296f3-64a2-45f8-8bf9-5a966d2fe2f4 req-ca00b9c9-cdeb-4029-ae5d-dd7304ea5eb9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:24.628984 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0b7296f3-64a2-45f8-8bf9-5a966d2fe2f4 req-ca00b9c9-cdeb-4029-ae5d-dd7304ea5eb9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0513330 Jan 17 09:58:24.674588 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0b7296f3-64a2-45f8-8bf9-5a966d2fe2f4 req-e373dee1-6f65-45c9-81e5-e21caa3b7cd9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395329 Jan 17 09:58:25.015826 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 518baf01-6ebd-4d11-989c-0703aba6e08d no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:58:25.081859 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-60b5d401-8036-4428-b385-a7ceda801f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:25.095594 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 518baf01-6ebd-4d11-989c-0703aba6e08d is: DOWN; New status is: DOWN {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:58:25.571615 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d5968-d5e9-4a14-916d-2a1174daf2b3 req-bc2e42cb-ec60-4503-8383-9c5ef82e7aa4 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:25.573031 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-861d5968-d5e9-4a14-916d-2a1174daf2b3 req-bc2e42cb-ec60-4503-8383-9c5ef82e7aa4 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0472260 Jan 17 09:58:25.619079 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-861d5968-d5e9-4a14-916d-2a1174daf2b3 req-746a1e25-ea91-47e8-b062-8ca96320ac0b tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Jan 17 09:58:25.791755 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26aeaaa-af8e-4f79-abaa-4974a30205a6 req-b389661b-5ade-428f-914a-a34050c00e67 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:25.799297 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c26aeaaa-af8e-4f79-abaa-4974a30205a6 req-b389661b-5ade-428f-914a-a34050c00e67 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0484059 Jan 17 09:58:25.844100 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c26aeaaa-af8e-4f79-abaa-4974a30205a6 req-b0351a80-4d86-4664-933d-e64229f4c14b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452526 Jan 17 09:58:25.902527 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:26.735389 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01588af-8ba9-40de-8250-89b1fda488cb req-9213eabb-f4ef-4a55-acfa-4af8759390fd tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:26.736886 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b01588af-8ba9-40de-8250-89b1fda488cb req-9213eabb-f4ef-4a55-acfa-4af8759390fd tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0529966 Jan 17 09:58:26.784661 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b01588af-8ba9-40de-8250-89b1fda488cb req-74c4e049-3598-4b9c-b5a7-582b81193200 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Jan 17 09:58:26.816083 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591bc0b-5e21-4d50-8875-18a2e7afceed req-c504d21d-4451-4659-a0d1-c23f0e311ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:26.821495 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3591bc0b-5e21-4d50-8875-18a2e7afceed req-c504d21d-4451-4659-a0d1-c23f0e311ece service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 1102 time: 0.0398188 Jan 17 09:58:26.861957 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3591bc0b-5e21-4d50-8875-18a2e7afceed req-d9487bb3-695b-4f5b-8741-53ce0a35cf96 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365133 Jan 17 09:58:26.960625 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4603b-2f34-413e-a479-74be38fbed51 req-a11897f5-dff7-40cc-be54-58ab897c61b5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:26.962100 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-27c4603b-2f34-413e-a479-74be38fbed51 req-a11897f5-dff7-40cc-be54-58ab897c61b5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0479579 Jan 17 09:58:27.008207 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-27c4603b-2f34-413e-a479-74be38fbed51 req-8be4e231-93e3-4647-9d13-45bb5a64938f tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405669 Jan 17 09:58:27.773097 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:27.901064 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a916769-f2ca-4001-9656-bf04dbb89e01 req-4e1e5f14-eca5-4108-af54-e57f236874b3 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:27.902537 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1a916769-f2ca-4001-9656-bf04dbb89e01 req-4e1e5f14-eca5-4108-af54-e57f236874b3 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0515130 Jan 17 09:58:27.949531 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1a916769-f2ca-4001-9656-bf04dbb89e01 req-01afe4d2-a5e8-4193-a724-94b6661e757a tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414233 Jan 17 09:58:28.125237 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8725b44-1687-406b-9ccb-4eb53640dea0 req-7607785a-2abf-460d-897e-17d4c975d336 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:28.126683 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a8725b44-1687-406b-9ccb-4eb53640dea0 req-7607785a-2abf-460d-897e-17d4c975d336 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0487123 Jan 17 09:58:28.175583 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a8725b44-1687-406b-9ccb-4eb53640dea0 req-89d0d578-8a4f-4d26-a165-aabb13a750d6 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422115 Jan 17 09:58:29.063410 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a34b50-d5c8-40d8-a046-786a1a387475 req-b0325995-12b8-4aca-aca0-6eded0f6b74c tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:29.064912 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-89a34b50-d5c8-40d8-a046-786a1a387475 req-b0325995-12b8-4aca-aca0-6eded0f6b74c tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0496259 Jan 17 09:58:29.119261 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-89a34b50-d5c8-40d8-a046-786a1a387475 req-42c118d3-16e2-46e9-bb8b-729d4fbce7d0 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486307 Jan 17 09:58:29.119980 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:29.300396 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ee78c-4ccf-4fe9-a237-39671cc897c7 req-6b26569c-331c-46e9-b315-ae44c99db2f0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:29.301868 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d8ee78c-4ccf-4fe9-a237-39671cc897c7 req-6b26569c-331c-46e9-b315-ae44c99db2f0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0512912 Jan 17 09:58:29.349383 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d8ee78c-4ccf-4fe9-a237-39671cc897c7 req-fadb105f-0500-43a1-a146-9ef761188bda tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414851 Jan 17 09:58:29.593233 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-11fb4a2e-295d-4f35-a9ad-18a03e729475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:29.594717 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-11fb4a2e-295d-4f35-a9ad-18a03e729475 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06&tenant_id=e71a78f8eb2445168288dcdc86badcab HTTP/1.1" status: 200 len: 1096 time: 0.0737715 Jan 17 09:58:29.633598 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63dae8-c16d-450b-a1bc-b1a7ea1b68f6 req-75db5505-9e2c-4ef6-a27c-f7bea02abcb4 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:29.635133 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cc63dae8-c16d-450b-a1bc-b1a7ea1b68f6 req-75db5505-9e2c-4ef6-a27c-f7bea02abcb4 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0484467 Jan 17 09:58:29.653595 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-41187662-0973-4782-8267-b02add29dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:29.655109 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-41187662-0973-4782-8267-b02add29dbd6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 1096 time: 0.0393000 Jan 17 09:58:29.684016 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cc63dae8-c16d-450b-a1bc-b1a7ea1b68f6 req-ce0675fc-d355-462d-93d6-c4c83ced74b8 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431473 Jan 17 09:58:29.746507 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-56849e18-76ad-4d55-8b15-3fb6b8ebb5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:29.748014 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-56849e18-76ad-4d55-8b15-3fb6b8ebb5dc service neutron] 10.222.0.94 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 916 time: 0.0865121 Jan 17 09:58:29.811269 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-d9a5b980-cf02-41f5-87d4-b74214fd7b47 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=518baf01-6ebd-4d11-989c-0703aba6e08d HTTP/1.1" status: 200 len: 999 time: 0.0568192 Jan 17 09:58:29.861039 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-5d262832-391b-4c62-970b-44defcc9c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:29.862467 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-5d262832-391b-4c62-970b-44defcc9c72c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 200 len: 854 time: 0.0427005 Jan 17 09:58:29.910318 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-a2afc89e-fc87-4cf2-a69a-0744a04ba8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:29.911812 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-a2afc89e-fc87-4cf2-a69a-0744a04ba8c4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=13f5851c-5a19-42aa-919c-d5436bee2140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418813 Jan 17 09:58:30.003960 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-ebcb0275-df18-427a-a13a-e8a87a1ac619 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850153 Jan 17 09:58:30.097218 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-773b5527-2ba5-4838-9b10-007821b8c7d5 req-1a9143a9-b751-40da-84ca-db3de84345b1 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855739 Jan 17 09:58:30.476049 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c37438-9ae8-495b-bb0e-3e3dfc90b57d req-244d7fb2-4ef9-48d8-b80c-ba99a4ba0de1 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:30.478861 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-84c37438-9ae8-495b-bb0e-3e3dfc90b57d req-244d7fb2-4ef9-48d8-b80c-ba99a4ba0de1 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0546570 Jan 17 09:58:30.524454 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-84c37438-9ae8-495b-bb0e-3e3dfc90b57d req-2f84a9a5-5aac-4249-a523-33311f2b4bc4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411978 Jan 17 09:58:30.798647 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baed300-8b57-48a7-bb25-2e4431b9f5f7 req-6ae8d159-a1eb-45f4-9955-72e4b05e2abe tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:30.800201 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2baed300-8b57-48a7-bb25-2e4431b9f5f7 req-6ae8d159-a1eb-45f4-9955-72e4b05e2abe tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0484090 Jan 17 09:58:30.866022 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2baed300-8b57-48a7-bb25-2e4431b9f5f7 req-a8a2b04f-138a-429f-9114-b26c3e88d18f tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502598 Jan 17 09:58:31.502920 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:58:31.658275 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c71ca-4409-446b-b0c2-f2a8541d6ed8 req-df74bf00-187f-417d-8194-ed476cfb9e55 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:31.660164 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-745c71ca-4409-446b-b0c2-f2a8541d6ed8 req-df74bf00-187f-417d-8194-ed476cfb9e55 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0549121 Jan 17 09:58:31.710983 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-745c71ca-4409-446b-b0c2-f2a8541d6ed8 req-50b8afd0-bfca-403f-8ece-f21a5546a5de tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434690 Jan 17 09:58:32.022829 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081f281-a359-4a46-9f90-27e883b63b9d req-b91399d9-5e5b-4afb-893f-834b43f5e5f0 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:32.030779 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b081f281-a359-4a46-9f90-27e883b63b9d req-b91399d9-5e5b-4afb-893f-834b43f5e5f0 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0722024 Jan 17 09:58:32.032260 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 33646) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:32.081757 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b081f281-a359-4a46-9f90-27e883b63b9d req-17e3fb98-9296-431f-b533-6b706e5087c0 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467718 Jan 17 09:58:32.148248 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b1e5-dfd3-4fb9-93f8-80e042caf90f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:32.224302 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b1e5-dfd3-4fb9-93f8-80e042caf90f admin admin] Publish callbacks [] for security_group (4b41c6ea-b24f-453e-ad3b-0980e23907dc), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:32.334021 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b1e5-dfd3-4fb9-93f8-80e042caf90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (4b41c6ea-b24f-453e-ad3b-0980e23907dc), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:32.379629 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-1dc4b1e5-dfd3-4fb9-93f8-80e042caf90f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=72a2645ae7384178968721f298976b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455234 Jan 17 09:58:32.380501 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4b1e5-dfd3-4fb9-93f8-80e042caf90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b41c6ea-b24f-453e-ad3b-0980e23907dc,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:32.383152 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 33656) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:32.456188 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Publish callbacks [] for security_group (4b41c6ea-b24f-453e-ad3b-0980e23907dc), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:32.481325 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Publish callbacks [] for security_group (4b41c6ea-b24f-453e-ad3b-0980e23907dc), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:32.649149 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (4b41c6ea-b24f-453e-ad3b-0980e23907dc), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:32.652639 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b41c6ea-b24f-453e-ad3b-0980e23907dc HTTP/1.1" status: 204 len: 168 time: 0.2704196 Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b41c6ea-b24f-453e-ad3b-0980e23907dc,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:32.682817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa080d5-4cf1-49b6-ba34-52aaef24955d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:58:32.867696 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e184e-115e-4092-8a8d-e508ad5967da req-3ada57d6-3c83-4091-8336-1a7d3b077dbd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:32.875337 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-940e184e-115e-4092-8a8d-e508ad5967da req-3ada57d6-3c83-4091-8336-1a7d3b077dbd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0775838 Jan 17 09:58:32.938523 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-940e184e-115e-4092-8a8d-e508ad5967da req-233e606f-d63e-48a8-a259-08c944b03da2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621397 Jan 17 09:58:33.202871 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc0175-da96-428f-8e7b-4263c01d9d4b req-ba0a0bc9-a44d-43ba-ac70-9742975f1773 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:33.204477 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d1cc0175-da96-428f-8e7b-4263c01d9d4b req-ba0a0bc9-a44d-43ba-ac70-9742975f1773 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0530717 Jan 17 09:58:33.259101 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d1cc0175-da96-428f-8e7b-4263c01d9d4b req-619516da-a33d-445d-b56b-0bfd6df6e686 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483534 Jan 17 09:58:34.087120 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91358e-ab65-445e-8744-435895407de0 req-2d0dada2-daec-4bf1-aae9-ca4209908a29 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:34.090089 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ca91358e-ab65-445e-8744-435895407de0 req-2d0dada2-daec-4bf1-aae9-ca4209908a29 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0615497 Jan 17 09:58:34.145229 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ca91358e-ab65-445e-8744-435895407de0 req-d72ca050-bbcb-4163-bb76-18eb46b19f82 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494983 Jan 17 09:58:34.397233 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b9c42-7739-4a92-a49d-64d18a1c51a3 req-d69ea35b-7a39-4839-ab04-2f5e3bf400c8 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:34.404217 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c54b9c42-7739-4a92-a49d-64d18a1c51a3 req-d69ea35b-7a39-4839-ab04-2f5e3bf400c8 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0568171 Jan 17 09:58:34.448703 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c54b9c42-7739-4a92-a49d-64d18a1c51a3 req-65c05995-eef8-4476-801a-784b96f91ec7 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434563 Jan 17 09:58:34.713294 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:35.283828 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfe88b-6e96-4337-9b23-dc374fc12a86 req-1a6cfb52-c31e-4838-95a3-868face10954 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:35.285402 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0abfe88b-6e96-4337-9b23-dc374fc12a86 req-1a6cfb52-c31e-4838-95a3-868face10954 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0599506 Jan 17 09:58:35.344509 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0abfe88b-6e96-4337-9b23-dc374fc12a86 req-209a15f4-5b87-411c-92d5-a5b1b3f1142c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487573 Jan 17 09:58:35.577139 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337f620-a1b7-49b2-9e40-9796435c29c0 req-5a4b8e13-441d-4146-b27d-a2f52eca8c0c tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:35.578608 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a337f620-a1b7-49b2-9e40-9796435c29c0 req-5a4b8e13-441d-4146-b27d-a2f52eca8c0c tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0580940 Jan 17 09:58:35.629118 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a337f620-a1b7-49b2-9e40-9796435c29c0 req-709f5ddd-c051-4063-8257-030416de4524 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441906 Jan 17 09:58:36.642533 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd2fa9-0f8f-48d9-bd94-abf66a233497 req-f9153096-ae18-405f-8ed3-ffff59c16ef6 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:36.644016 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ecfd2fa9-0f8f-48d9-bd94-abf66a233497 req-f9153096-ae18-405f-8ed3-ffff59c16ef6 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0551677 Jan 17 09:58:36.696815 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ecfd2fa9-0f8f-48d9-bd94-abf66a233497 req-c922b864-5175-423c-800e-8d998b7b6cc5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467992 Jan 17 09:58:36.760828 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577d883-e937-437c-aea1-78f1d3fc828b req-b5274d56-c87c-40d2-baed-a43603e7d8e5 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:36.762336 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5577d883-e937-437c-aea1-78f1d3fc828b req-b5274d56-c87c-40d2-baed-a43603e7d8e5 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0599678 Jan 17 09:58:36.812774 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5577d883-e937-437c-aea1-78f1d3fc828b req-254b8887-468f-4ed3-9693-dc0324c10952 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447710 Jan 17 09:58:37.836771 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0e0f7-da69-46f1-93bc-6f3e7d13807f req-42f864c1-c305-42b8-af4a-8fd5b04a85fc tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:37.839426 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f0b0e0f7-da69-46f1-93bc-6f3e7d13807f req-42f864c1-c305-42b8-af4a-8fd5b04a85fc tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0522268 Jan 17 09:58:37.891096 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f0b0e0f7-da69-46f1-93bc-6f3e7d13807f req-79748aa3-8aeb-4655-af86-c4ac90150dbb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458994 Jan 17 09:58:37.967754 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd95c29-901d-4db9-80cb-ebc5920b1a01 req-ec203320-be27-454e-902d-c8dcac5b4056 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:37.975551 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3bd95c29-901d-4db9-80cb-ebc5920b1a01 req-ec203320-be27-454e-902d-c8dcac5b4056 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0825691 Jan 17 09:58:38.041309 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3bd95c29-901d-4db9-80cb-ebc5920b1a01 req-f31340a7-8366-43e5-8743-b8985257f113 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648212 Jan 17 09:58:39.022490 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1073d0-f1fc-49e8-9d8b-b259646234aa req-2708d143-a1a5-49a1-af8f-42d7d9ad393f tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:39.022490 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5e1073d0-f1fc-49e8-9d8b-b259646234aa req-2708d143-a1a5-49a1-af8f-42d7d9ad393f tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0509856 Jan 17 09:58:39.076223 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5e1073d0-f1fc-49e8-9d8b-b259646234aa req-b86dc8d5-0172-40e4-89eb-360eeba34196 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480013 Jan 17 09:58:39.214045 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15786d0a-d7ff-44d1-8782-fc1722d4e54f req-1e90629e-0848-4bef-8c8a-4b8dc9fe54f4 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:39.215932 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-15786d0a-d7ff-44d1-8782-fc1722d4e54f req-1e90629e-0848-4bef-8c8a-4b8dc9fe54f4 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0854144 Jan 17 09:58:39.283160 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-15786d0a-d7ff-44d1-8782-fc1722d4e54f req-cfa3fccf-dcf7-49b3-b02d-3404fe19b140 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612273 Jan 17 09:58:39.650112 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 33778) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:39.764794 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-df54bcaa-138b-4feb-a9b8-c141c83d1427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:39.842017 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-df54bcaa-138b-4feb-a9b8-c141c83d1427 admin admin] Publish callbacks [] for security_group (39ce1df3-6604-45d8-9916-b2768739e549), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:39.956308 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-df54bcaa-138b-4feb-a9b8-c141c83d1427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (39ce1df3-6604-45d8-9916-b2768739e549), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:39.998460 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-df54bcaa-138b-4feb-a9b8-c141c83d1427 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=34d672247d114a3f9fe77f21e21d0c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472311 Jan 17 09:58:39.999356 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54bcaa-138b-4feb-a9b8-c141c83d1427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ce1df3-6604-45d8-9916-b2768739e549,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:40.001166 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 33784) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:40.059166 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8889228c-d9a4-4c41-9e32-3729ae818850 admin admin] Publish callbacks [] for security_group (39ce1df3-6604-45d8-9916-b2768739e549), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:40.082395 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8889228c-d9a4-4c41-9e32-3729ae818850 admin admin] Publish callbacks [] for security_group (39ce1df3-6604-45d8-9916-b2768739e549), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:40.208324 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7d860-30ec-4058-9e1d-c91d453cade2 req-3d9c3421-bf6f-4a0b-82a1-9803c069910b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:40.212456 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f5e7d860-30ec-4058-9e1d-c91d453cade2 req-3d9c3421-bf6f-4a0b-82a1-9803c069910b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0542967 Jan 17 09:58:40.264642 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f5e7d860-30ec-4058-9e1d-c91d453cade2 req-9763f673-0824-4965-b5e9-f1dc308b31d4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482914 Jan 17 09:58:40.418584 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5a198-19d6-4bd4-9c62-a067710b3698 req-e72461a2-ed34-4bbe-ac64-e7906a223e04 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:40.420274 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-27e5a198-19d6-4bd4-9c62-a067710b3698 req-e72461a2-ed34-4bbe-ac64-e7906a223e04 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0602007 Jan 17 09:58:40.476565 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8889228c-d9a4-4c41-9e32-3729ae818850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (39ce1df3-6604-45d8-9916-b2768739e549), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:40.478587 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-27e5a198-19d6-4bd4-9c62-a067710b3698 req-e8b9d813-3817-4a89-912c-3888aafba766 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497167 Jan 17 09:58:40.482229 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8889228c-d9a4-4c41-9e32-3729ae818850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:40.486558 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-8889228c-d9a4-4c41-9e32-3729ae818850 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/39ce1df3-6604-45d8-9916-b2768739e549 HTTP/1.1" status: 204 len: 168 time: 0.4842973 Jan 17 09:58:40.502264 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889228c-d9a4-4c41-9e32-3729ae818850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ce1df3-6604-45d8-9916-b2768739e549,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:41.421814 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eceb2-d3c4-427f-b31d-e547974c1e74 req-e83693d2-125f-43bd-862d-09b9860a4c6d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:41.423504 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a56eceb2-d3c4-427f-b31d-e547974c1e74 req-e83693d2-125f-43bd-862d-09b9860a4c6d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0668442 Jan 17 09:58:41.479585 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a56eceb2-d3c4-427f-b31d-e547974c1e74 req-204acbd9-6d37-4da3-993f-8d0cc3a9043e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492890 Jan 17 09:58:41.603235 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae1432-8ecb-4e78-b373-412305565ca8 req-d327ed2c-420b-45f2-b157-7d8b967e8e9c tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:41.605021 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e3ae1432-8ecb-4e78-b373-412305565ca8 req-d327ed2c-420b-45f2-b157-7d8b967e8e9c tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0540981 Jan 17 09:58:41.657513 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e3ae1432-8ecb-4e78-b373-412305565ca8 req-b806880a-4450-417a-bc1d-727ee11457e0 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468485 Jan 17 09:58:42.607770 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4e6b9-28ef-4f20-895b-2f0987c1e284 req-2dc6f624-6448-4a6b-b616-bfac3eb2f347 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:42.609313 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-aec4e6b9-28ef-4f20-895b-2f0987c1e284 req-2dc6f624-6448-4a6b-b616-bfac3eb2f347 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0482912 Jan 17 09:58:42.658551 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-aec4e6b9-28ef-4f20-895b-2f0987c1e284 req-a0f77916-6f2f-44fb-bd11-f9854c004d4f tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438251 Jan 17 09:58:42.772950 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e85b9-2fab-42f1-8ba3-8028382760f1 req-a1bef7cf-69e1-4602-b2c3-bac5eb94b12e tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:42.774497 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cd4e85b9-2fab-42f1-8ba3-8028382760f1 req-a1bef7cf-69e1-4602-b2c3-bac5eb94b12e tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0493827 Jan 17 09:58:42.820465 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cd4e85b9-2fab-42f1-8ba3-8028382760f1 req-8664d7f1-6ae3-4847-b996-d3f374b560c1 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Jan 17 09:58:43.324706 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 33840) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:43.371593 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29a688c-6ea0-40fa-b8ba-946c76726286 admin admin] Deleting subnet eeb5c639-46de-4051-bb1b-f3afba77416a {{(pid=114941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:58:43.374927 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b29a688c-6ea0-40fa-b8ba-946c76726286 admin admin] Publish callbacks [] for subnet (eeb5c639-46de-4051-bb1b-f3afba77416a), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:43.408625 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b29a688c-6ea0-40fa-b8ba-946c76726286 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24674816'] for subnet (eeb5c639-46de-4051-bb1b-f3afba77416a), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:43.447586 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b29a688c-6ea0-40fa-b8ba-946c76726286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (eeb5c639-46de-4051-bb1b-f3afba77416a), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:43.576555 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b29a688c-6ea0-40fa-b8ba-946c76726286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29490798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29783091'] for subnet (eeb5c639-46de-4051-bb1b-f3afba77416a), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:43.603916 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a688c-6ea0-40fa-b8ba-946c76726286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb5c639-46de-4051-bb1b-f3afba77416a,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:43.605926 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b29a688c-6ea0-40fa-b8ba-946c76726286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:43.609241 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-b29a688c-6ea0-40fa-b8ba-946c76726286 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/eeb5c639-46de-4051-bb1b-f3afba77416a HTTP/1.1" status: 204 len: 168 time: 0.2835195 Jan 17 09:58:43.611834 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 33844) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:43.784828 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ae131-3b67-4355-9b0f-3d837cb2d453 req-7c78a68f-2372-4c87-8dd6-696a433e951d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:43.786303 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-425ae131-3b67-4355-9b0f-3d837cb2d453 req-7c78a68f-2372-4c87-8dd6-696a433e951d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0535767 Jan 17 09:58:43.835469 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-425ae131-3b67-4355-9b0f-3d837cb2d453 req-e1117534-d966-4e51-a38d-e53a52d03e44 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433712 Jan 17 09:58:43.920536 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4e8966ed-f8b6-4647-9328-b69acb39bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (05935e29-3da6-4cad-8d01-f4ce884d8ece), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:43.949002 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19acb-bec5-4ef7-8de5-19803eff8c6e req-0a862559-2396-4bcd-8dd9-c0b17eb50748 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:43.950502 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-55e19acb-bec5-4ef7-8de5-19803eff8c6e req-0a862559-2396-4bcd-8dd9-c0b17eb50748 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0483859 Jan 17 09:58:43.998295 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-55e19acb-bec5-4ef7-8de5-19803eff8c6e req-b5184a81-7991-4d14-8d33-253265cbab91 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421598 Jan 17 09:58:44.003137 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4e8966ed-f8b6-4647-9328-b69acb39bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (05935e29-3da6-4cad-8d01-f4ce884d8ece), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.022330 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-4e8966ed-f8b6-4647-9328-b69acb39bc46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05935e29-3da6-4cad-8d01-f4ce884d8ece']}} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:58:44.031227 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-4e8966ed-f8b6-4647-9328-b69acb39bc46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec50405-9f73-42b0-a1f3-2a8ab06b63c8') {'for_net_delete': True} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:58:44.031523 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-4e8966ed-f8b6-4647-9328-b69acb39bc46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec50405-9f73-42b0-a1f3-2a8ab06b63c8') {} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:58:44.040997 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4e8966ed-f8b6-4647-9328-b69acb39bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869107'] for segment (7ec50405-9f73-42b0-a1f3-2a8ab06b63c8), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.053953 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4e8966ed-f8b6-4647-9328-b69acb39bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (7ec50405-9f73-42b0-a1f3-2a8ab06b63c8), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.059863 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8966ed-f8b6-4647-9328-b69acb39bc46 admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=114941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:58:44.060241 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4e8966ed-f8b6-4647-9328-b69acb39bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29490688'] for segment (7ec50405-9f73-42b0-a1f3-2a8ab06b63c8), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 09:58:44.061872 dv-cinder-824839-2-iscsi neutron-server[114941]: Traceback (most recent call last): Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: timer() Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: cb(*args, **kw) Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: return func(*args, **kwargs) Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: self._notify() Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: self.callback(batched_events) Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: event.method(event) Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: return f(self, *a, **k) Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: return self._get(url).json() Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: return self.request(url, 'GET', **kwargs) Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:58:44.064339 dv-cinder-824839-2-iscsi neutron-server[114941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:58:44.201728 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4e8966ed-f8b6-4647-9328-b69acb39bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (05935e29-3da6-4cad-8d01-f4ce884d8ece), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.217194 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4e8966ed-f8b6-4647-9328-b69acb39bc46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.220414 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-4e8966ed-f8b6-4647-9328-b69acb39bc46 admin admin] 10.222.0.88 "DELETE /v2.0/networks/05935e29-3da6-4cad-8d01-f4ce884d8ece HTTP/1.1" status: 204 len: 168 time: 0.6076710 Jan 17 09:58:44.221419 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8966ed-f8b6-4647-9328-b69acb39bc46 admin admin] Pushing event deleted for resources: {'Network': ['ID=05935e29-3da6-4cad-8d01-f4ce884d8ece,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:44.223198 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 33850) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:44.266884 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d51ddd-a81c-4340-8d10-b25ce447e0c0 admin admin] Deleting subnet abc99e15-e8f5-4a35-9ff2-86e8b2b5aa99 {{(pid=114941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:58:44.270081 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a3d51ddd-a81c-4340-8d10-b25ce447e0c0 admin admin] Publish callbacks [] for subnet (abc99e15-e8f5-4a35-9ff2-86e8b2b5aa99), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.307671 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a3d51ddd-a81c-4340-8d10-b25ce447e0c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24674816'] for subnet (abc99e15-e8f5-4a35-9ff2-86e8b2b5aa99), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.345062 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a3d51ddd-a81c-4340-8d10-b25ce447e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (abc99e15-e8f5-4a35-9ff2-86e8b2b5aa99), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.502222 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a3d51ddd-a81c-4340-8d10-b25ce447e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29490798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29783091'] for subnet (abc99e15-e8f5-4a35-9ff2-86e8b2b5aa99), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.534633 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a3d51ddd-a81c-4340-8d10-b25ce447e0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.543206 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-a3d51ddd-a81c-4340-8d10-b25ce447e0c0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/abc99e15-e8f5-4a35-9ff2-86e8b2b5aa99 HTTP/1.1" status: 204 len: 168 time: 0.3146508 Jan 17 09:58:44.543206 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d51ddd-a81c-4340-8d10-b25ce447e0c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc99e15-e8f5-4a35-9ff2-86e8b2b5aa99,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:44.543569 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 33854) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:44.613623 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9f21ce12-9ad2-4a1a-be4c-72b7c15e2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (cc967485-0f96-46e1-babe-75090e4b8406), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.693312 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9f21ce12-9ad2-4a1a-be4c-72b7c15e2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (cc967485-0f96-46e1-babe-75090e4b8406), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.696255 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d821d-005c-4476-b5b5-7a74f12bc6f3 req-d7e9322f-e018-4588-b235-4f208fd6b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:44.697812 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-588d821d-005c-4476-b5b5-7a74f12bc6f3 req-d7e9322f-e018-4588-b235-4f208fd6b490 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 1096 time: 0.1434209 Jan 17 09:58:44.713514 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-9f21ce12-9ad2-4a1a-be4c-72b7c15e2b5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc967485-0f96-46e1-babe-75090e4b8406']}} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:58:44.722930 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-9f21ce12-9ad2-4a1a-be4c-72b7c15e2b5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af6e546-bb75-4692-b17a-8546b5ea9039') {'for_net_delete': True} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:58:44.723235 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-9f21ce12-9ad2-4a1a-be4c-72b7c15e2b5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af6e546-bb75-4692-b17a-8546b5ea9039') {} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:58:44.736931 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9f21ce12-9ad2-4a1a-be4c-72b7c15e2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24658905'] for segment (7af6e546-bb75-4692-b17a-8546b5ea9039), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.750592 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9f21ce12-9ad2-4a1a-be4c-72b7c15e2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (7af6e546-bb75-4692-b17a-8546b5ea9039), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.756429 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f21ce12-9ad2-4a1a-be4c-72b7c15e2b5e admin admin] Releasing vlan 954 on physical network physnet1 to pool {{(pid=114940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:58:44.756818 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9f21ce12-9ad2-4a1a-be4c-72b7c15e2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894521'] for segment (7af6e546-bb75-4692-b17a-8546b5ea9039), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: Traceback (most recent call last): Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: timer() Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: cb(*args, **kw) Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: return func(*args, **kwargs) Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: self._notify() Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: self.callback(batched_events) Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: event.method(event) Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: return f(self, *a, **k) Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._get(url).json() Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: return self.request(url, 'GET', **kwargs) Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:58:44.758432 dv-cinder-824839-2-iscsi neutron-server[114940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:58:44.806589 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d821d-005c-4476-b5b5-7a74f12bc6f3 req-e49e620b-25f0-47e1-aae3-852601505cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:44.808108 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-588d821d-005c-4476-b5b5-7a74f12bc6f3 req-e49e620b-25f0-47e1-aae3-852601505cea service neutron] 10.222.0.94 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 916 time: 0.0885491 Jan 17 09:58:44.873301 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-588d821d-005c-4476-b5b5-7a74f12bc6f3 req-e16fd4bc-1263-4048-b56d-57844758b42c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=518baf01-6ebd-4d11-989c-0703aba6e08d HTTP/1.1" status: 200 len: 999 time: 0.0584095 Jan 17 09:58:44.887574 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9f21ce12-9ad2-4a1a-be4c-72b7c15e2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (cc967485-0f96-46e1-babe-75090e4b8406), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.893103 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9f21ce12-9ad2-4a1a-be4c-72b7c15e2b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:44.899778 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-9f21ce12-9ad2-4a1a-be4c-72b7c15e2b5e admin admin] 10.222.0.88 "DELETE /v2.0/networks/cc967485-0f96-46e1-babe-75090e4b8406 HTTP/1.1" status: 204 len: 168 time: 0.3544641 Jan 17 09:58:44.908477 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21ce12-9ad2-4a1a-be4c-72b7c15e2b5e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc967485-0f96-46e1-babe-75090e4b8406,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:44.932486 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d821d-005c-4476-b5b5-7a74f12bc6f3 req-b6939e12-a725-4252-a123-fb0294a2c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:44.934137 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-588d821d-005c-4476-b5b5-7a74f12bc6f3 req-b6939e12-a725-4252-a123-fb0294a2c75f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 200 len: 854 time: 0.0549817 Jan 17 09:58:44.971001 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc6b18-393f-4f7d-9ccf-8308f953a040 req-48789dd4-199e-4143-bbb6-253ec5f314da tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:44.972560 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-46bc6b18-393f-4f7d-9ccf-8308f953a040 req-48789dd4-199e-4143-bbb6-253ec5f314da tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0496414 Jan 17 09:58:45.022030 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d821d-005c-4476-b5b5-7a74f12bc6f3 req-5ca11c68-6200-486b-a377-5bd7d699cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:45.023898 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-46bc6b18-393f-4f7d-9ccf-8308f953a040 req-b56e47a8-7f16-4e08-a953-a8dff9533b73 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446997 Jan 17 09:58:45.024034 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-588d821d-005c-4476-b5b5-7a74f12bc6f3 req-5ca11c68-6200-486b-a377-5bd7d699cb31 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=13f5851c-5a19-42aa-919c-d5436bee2140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716748 Jan 17 09:58:45.032083 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45456702-813b-405b-9096-5decfec83197 req-b5b2955d-5a3d-40de-9a00-8b2a14ae4b47 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:45.033545 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-45456702-813b-405b-9096-5decfec83197 req-b5b2955d-5a3d-40de-9a00-8b2a14ae4b47 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.94 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0803945 Jan 17 09:58:45.119339 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d198c-b8c7-4a92-bf35-7c71b1a90841 req-b717524f-4c0d-4e6e-aa23-f50e3cd2512d tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:45.120737 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d8d198c-b8c7-4a92-bf35-7c71b1a90841 req-b717524f-4c0d-4e6e-aa23-f50e3cd2512d tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 949 time: 0.0531034 Jan 17 09:58:45.169728 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d8d198c-b8c7-4a92-bf35-7c71b1a90841 req-e5f28066-6a4d-40e0-bf61-b87f6664b521 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/security-groups?id=2549fcaa-89d1-4712-bf69-4626a63714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425489 Jan 17 09:58:45.180078 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-588d821d-005c-4476-b5b5-7a74f12bc6f3 req-b92a4e2b-8540-4565-817d-e143168b988c service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455891 Jan 17 09:58:45.239313 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-45456702-813b-405b-9096-5decfec83197 req-8052bd67-f513-42d6-aad3-88a8080737e9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Deleting port 6fc1be7f-4182-430a-9a12-a13a2623578f {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:58:45.239940 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-45456702-813b-405b-9096-5decfec83197 req-8052bd67-f513-42d6-aad3-88a8080737e9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:45.315210 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 33866) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:45.352981 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-588d821d-005c-4476-b5b5-7a74f12bc6f3 req-d951320c-f994-4ea8-99ff-5b56e2075377 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655817 Jan 17 09:58:45.360776 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-84758c1e-8c35-4d70-aa57-ef1c6899feef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d32d679fb82e4d2c96165200bf48c9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442183 Jan 17 09:58:45.361381 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 33868) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:45.365145 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-45456702-813b-405b-9096-5decfec83197 req-8052bd67-f513-42d6-aad3-88a8080737e9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] For port 6fc1be7f-4182-430a-9a12-a13a2623578f, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=6fc1be7f-4182-430a-9a12-a13a2623578f,segment=NetworkSegment(365f88ab-ae95-4068-92e5-78e42b36c102),segment_id=365f88ab-ae95-4068-92e5-78e42b36c102)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:58:45.365545 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-45456702-813b-405b-9096-5decfec83197 req-8052bd67-f513-42d6-aad3-88a8080737e9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:45.378431 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-45456702-813b-405b-9096-5decfec83197 req-8052bd67-f513-42d6-aad3-88a8080737e9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Calling delete_port for 6fc1be7f-4182-430a-9a12-a13a2623578f owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:58:45.410994 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1ae59acf-3ba3-4a99-8f96-050c586a2f18 admin admin] Publish callbacks [] for security_group (6dbfc83d-ac50-4a18-8c7c-6cbda9260c5a), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:45.433128 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1ae59acf-3ba3-4a99-8f96-050c586a2f18 admin admin] Publish callbacks [] for security_group (6dbfc83d-ac50-4a18-8c7c-6cbda9260c5a), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:45.576119 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1ae59acf-3ba3-4a99-8f96-050c586a2f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (6dbfc83d-ac50-4a18-8c7c-6cbda9260c5a), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:45.579893 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-45456702-813b-405b-9096-5decfec83197 req-8052bd67-f513-42d6-aad3-88a8080737e9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (6fc1be7f-4182-430a-9a12-a13a2623578f), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:45.580056 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1ae59acf-3ba3-4a99-8f96-050c586a2f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:45.583301 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-1ae59acf-3ba3-4a99-8f96-050c586a2f18 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6dbfc83d-ac50-4a18-8c7c-6cbda9260c5a HTTP/1.1" status: 204 len: 168 time: 0.2209241 Jan 17 09:58:45.594357 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['6fc1be7f-4182-430a-9a12-a13a2623578f'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:58:45.613238 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae59acf-3ba3-4a99-8f96-050c586a2f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbfc83d-ac50-4a18-8c7c-6cbda9260c5a,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:45.665958 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052bd67-f513-42d6-aad3-88a8080737e9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Pushing event deleted for resources: {'Port': ['ID=6fc1be7f-4182-430a-9a12-a13a2623578f,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:45.673643 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-45456702-813b-405b-9096-5decfec83197 req-8052bd67-f513-42d6-aad3-88a8080737e9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] No DVR routers for this DVR port 6fc1be7f-4182-430a-9a12-a13a2623578f on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:58:45.676208 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-45456702-813b-405b-9096-5decfec83197 req-8052bd67-f513-42d6-aad3-88a8080737e9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:45.680929 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-45456702-813b-405b-9096-5decfec83197 req-8052bd67-f513-42d6-aad3-88a8080737e9 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.94 "DELETE /v2.0/ports/6fc1be7f-4182-430a-9a12-a13a2623578f HTTP/1.1" status: 204 len: 173 time: 0.6393263 Jan 17 09:58:45.689242 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6e9779-cde1-4f57-85f4-bdcbdcd66722', 'name': 'network-vif-deleted', 'tag': '6fc1be7f-4182-430a-9a12-a13a2623578f'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:58:45.689242 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e0ede8-5165-49b4-922e-5a5243718326" -d '{"events": [{"server_uuid": "9a6e9779-cde1-4f57-85f4-bdcbdcd66722", "name": "network-vif-deleted", "tag": "6fc1be7f-4182-430a-9a12-a13a2623578f"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:58:45.862473 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7299c38-edc6-4f60-b71d-02ce650d05de x-openstack-request-id: req-d7299c38-edc6-4f60-b71d-02ce650d05de {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:58:45.862820 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6e9779-cde1-4f57-85f4-bdcbdcd66722", "name": "network-vif-deleted", "tag": "6fc1be7f-4182-430a-9a12-a13a2623578f", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:58:45.863083 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d7299c38-edc6-4f60-b71d-02ce650d05de {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:58:45.863553 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6e9779-cde1-4f57-85f4-bdcbdcd66722', 'name': 'network-vif-deleted', 'tag': '6fc1be7f-4182-430a-9a12-a13a2623578f', 'status': 'completed', 'code': 200} Jan 17 09:58:46.146356 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1e903-21e9-48e9-93ab-482731a9e229 req-aeca6b71-9892-428f-89e9-9dce6a7042ed tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:46.147878 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-10c1e903-21e9-48e9-93ab-482731a9e229 req-aeca6b71-9892-428f-89e9-9dce6a7042ed tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0511994 Jan 17 09:58:46.194838 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-10c1e903-21e9-48e9-93ab-482731a9e229 req-d4d24e6a-b1cc-4e8b-a88d-928f6b95e57c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412831 Jan 17 09:58:46.265366 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e876577b-1869-4c97-afc3-2d721fec06b5 req-63d8b963-8803-4434-a9ac-a23722ae12f3 tempest-VolumesNegativeTest-131429599 tempest-VolumesNegativeTest-131429599-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6e9779-cde1-4f57-85f4-bdcbdcd66722 HTTP/1.1" status: 200 len: 210 time: 0.0257971 Jan 17 09:58:46.715621 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 33890) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:46.755069 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-e48bbc83-68a8-4a19-bde2-89853db7a2c1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3656221539db4f2788c8043a5e9e17e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382409 Jan 17 09:58:46.758009 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 33892) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:58:46.803770 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1034cd89-74d7-4658-ae6b-d24d6ed6a7c7 admin admin] Publish callbacks [] for security_group (5207ce8b-ca54-469b-99d3-3a778a7577ee), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:46.824332 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1034cd89-74d7-4658-ae6b-d24d6ed6a7c7 admin admin] Publish callbacks [] for security_group (5207ce8b-ca54-469b-99d3-3a778a7577ee), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:47.021609 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1034cd89-74d7-4658-ae6b-d24d6ed6a7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5207ce8b-ca54-469b-99d3-3a778a7577ee), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:47.024305 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1034cd89-74d7-4658-ae6b-d24d6ed6a7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:47.025817 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-1034cd89-74d7-4658-ae6b-d24d6ed6a7c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5207ce8b-ca54-469b-99d3-3a778a7577ee HTTP/1.1" status: 204 len: 168 time: 0.2665567 Jan 17 09:58:47.033477 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034cd89-74d7-4658-ae6b-d24d6ed6a7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5207ce8b-ca54-469b-99d3-3a778a7577ee,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:47.358489 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919454a-dd8e-4189-94bf-26f32537d394 req-10bda460-b571-4c02-98c5-67776aee3675 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:47.360014 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7919454a-dd8e-4189-94bf-26f32537d394 req-10bda460-b571-4c02-98c5-67776aee3675 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0672226 Jan 17 09:58:47.367954 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc942b00-42fb-4e9f-ac1d-df543089f36a req-ad07bf9c-d31b-4c8a-93c5-16b3a62dab37 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:47.369366 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dc942b00-42fb-4e9f-ac1d-df543089f36a req-ad07bf9c-d31b-4c8a-93c5-16b3a62dab37 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 946 time: 0.0867164 Jan 17 09:58:47.440881 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7919454a-dd8e-4189-94bf-26f32537d394 req-8b77eb5e-3efd-4953-a533-33e5478f90c2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704722 Jan 17 09:58:47.445271 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dc942b00-42fb-4e9f-ac1d-df543089f36a req-a71ae1c0-7dbe-458e-9b09-078c044adc2e tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679843 Jan 17 09:58:48.624139 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd160a4b-6c89-4bc6-84ba-a73db1628f6a req-6d89c8ff-4e64-4bfb-a97b-802bb0fe44b9 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:48.625654 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dd160a4b-6c89-4bc6-84ba-a73db1628f6a req-6d89c8ff-4e64-4bfb-a97b-802bb0fe44b9 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 946 time: 0.0977716 Jan 17 09:58:48.633312 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab5f62-fb6a-4161-8331-4cecfa154dfd req-e9a75a16-ff9c-444e-8c30-abc002e047cb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:48.634782 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3cab5f62-fb6a-4161-8331-4cecfa154dfd req-e9a75a16-ff9c-444e-8c30-abc002e047cb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0767248 Jan 17 09:58:48.705672 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dd160a4b-6c89-4bc6-84ba-a73db1628f6a req-93abb185-7570-4ced-a0fb-259113648ad1 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698957 Jan 17 09:58:48.713827 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3cab5f62-fb6a-4161-8331-4cecfa154dfd req-68ab107d-6a62-4bda-a268-316e2e491c78 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713711 Jan 17 09:58:49.100628 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f39df2-3940-4e61-a6b5-e7cc58aefc69 req-0e9392a0-77e9-4e18-afef-4c5fa7ed2b61 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:49.100628 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-09f39df2-3940-4e61-a6b5-e7cc58aefc69 req-0e9392a0-77e9-4e18-afef-4c5fa7ed2b61 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.94 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 946 time: 0.0521600 Jan 17 09:58:49.159333 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 6fc1be7f-4182-430a-9a12-a13a2623578f no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:58:49.180315 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 6fc1be7f-4182-430a-9a12-a13a2623578f {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:58:49.180683 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 6fc1be7f-4182-430a-9a12-a13a2623578f not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:58:49.198669 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-09f39df2-3940-4e61-a6b5-e7cc58aefc69 req-f5467e9e-27da-4a48-b632-3ae1da69c918 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Deleting port 8f120e75-622d-427e-b97e-5216cfb744b2 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:58:49.199059 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-09f39df2-3940-4e61-a6b5-e7cc58aefc69 req-f5467e9e-27da-4a48-b632-3ae1da69c918 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (8f120e75-622d-427e-b97e-5216cfb744b2), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:49.311564 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-09f39df2-3940-4e61-a6b5-e7cc58aefc69 req-f5467e9e-27da-4a48-b632-3ae1da69c918 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] For port 8f120e75-622d-427e-b97e-5216cfb744b2, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=8f120e75-622d-427e-b97e-5216cfb744b2,segment=NetworkSegment(63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87),segment_id=63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:58:49.312008 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-09f39df2-3940-4e61-a6b5-e7cc58aefc69 req-f5467e9e-27da-4a48-b632-3ae1da69c918 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (8f120e75-622d-427e-b97e-5216cfb744b2), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:49.326549 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-09f39df2-3940-4e61-a6b5-e7cc58aefc69 req-f5467e9e-27da-4a48-b632-3ae1da69c918 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Calling delete_port for 8f120e75-622d-427e-b97e-5216cfb744b2 owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:58:49.581675 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-09f39df2-3940-4e61-a6b5-e7cc58aefc69 req-f5467e9e-27da-4a48-b632-3ae1da69c918 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (8f120e75-622d-427e-b97e-5216cfb744b2), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:49.593084 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['8f120e75-622d-427e-b97e-5216cfb744b2'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:58:49.608693 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5467e9e-27da-4a48-b632-3ae1da69c918 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Pushing event deleted for resources: {'Port': ['ID=8f120e75-622d-427e-b97e-5216cfb744b2,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:58:49.657070 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f39df2-3940-4e61-a6b5-e7cc58aefc69 req-f5467e9e-27da-4a48-b632-3ae1da69c918 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] No DVR routers for this DVR port 8f120e75-622d-427e-b97e-5216cfb744b2 on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:58:49.659793 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-09f39df2-3940-4e61-a6b5-e7cc58aefc69 req-f5467e9e-27da-4a48-b632-3ae1da69c918 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:49.663373 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-09f39df2-3940-4e61-a6b5-e7cc58aefc69 req-f5467e9e-27da-4a48-b632-3ae1da69c918 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.94 "DELETE /v2.0/ports/8f120e75-622d-427e-b97e-5216cfb744b2 HTTP/1.1" status: 204 len: 173 time: 0.5606012 Jan 17 09:58:49.663836 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b39f77-e7bb-4653-b260-8af199f26623', 'name': 'network-vif-deleted', 'tag': '8f120e75-622d-427e-b97e-5216cfb744b2'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:58:49.666094 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429c26a2-ac61-4293-9e71-18e755f1c6e6" -d '{"events": [{"server_uuid": "99b39f77-e7bb-4653-b260-8af199f26623", "name": "network-vif-deleted", "tag": "8f120e75-622d-427e-b97e-5216cfb744b2"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:58:49.837990 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-689a47b8-54d8-4ac6-8abd-106f8c7a9fcf req-c6db1795-120a-4602-bd2e-3ed78630bfc2 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 210 time: 0.0372097 Jan 17 09:58:49.860127 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd6bb32-e642-4356-8054-a54f1bcfe5c3 x-openstack-request-id: req-abd6bb32-e642-4356-8054-a54f1bcfe5c3 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:58:49.860442 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b39f77-e7bb-4653-b260-8af199f26623", "name": "network-vif-deleted", "tag": "8f120e75-622d-427e-b97e-5216cfb744b2", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:58:49.860694 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-abd6bb32-e642-4356-8054-a54f1bcfe5c3 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:58:49.861109 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b39f77-e7bb-4653-b260-8af199f26623', 'name': 'network-vif-deleted', 'tag': '8f120e75-622d-427e-b97e-5216cfb744b2', 'status': 'completed', 'code': 200} Jan 17 09:58:49.953892 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca6913-3f8c-4479-adc8-03784a10a979 req-a8ceef8f-d954-4720-9ae4-8bd71d6a0d6d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:49.955455 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a4ca6913-3f8c-4479-adc8-03784a10a979 req-a8ceef8f-d954-4720-9ae4-8bd71d6a0d6d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0537581 Jan 17 09:58:50.004067 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a4ca6913-3f8c-4479-adc8-03784a10a979 req-167e827d-e0c7-46b6-902d-1fb04104b322 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429826 Jan 17 09:58:50.947862 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-98b08cc4-1efe-4c0e-9935-6993a199b413 req-80d942c7-5e62-4169-8724-1b1c67eb7cea tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=99b39f77-e7bb-4653-b260-8af199f26623 HTTP/1.1" status: 200 len: 210 time: 0.0260637 Jan 17 09:58:51.130043 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bc704-2261-4958-b7be-939a8fc6cbc9 req-eb40eced-a356-441a-98c4-d44b83da6b56 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:51.132309 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1e3bc704-2261-4958-b7be-939a8fc6cbc9 req-eb40eced-a356-441a-98c4-d44b83da6b56 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0528653 Jan 17 09:58:51.178587 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1e3bc704-2261-4958-b7be-939a8fc6cbc9 req-e7e4659e-abce-4df3-bc8d-c46166586537 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403664 Jan 17 09:58:52.309396 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0541e8-6ade-48c6-af28-c2aa5d2ed519 req-01956658-c959-4eee-876e-420ae63e2e84 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:52.311027 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5e0541e8-6ade-48c6-af28-c2aa5d2ed519 req-01956658-c959-4eee-876e-420ae63e2e84 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0595558 Jan 17 09:58:52.374058 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5e0541e8-6ade-48c6-af28-c2aa5d2ed519 req-702260da-3361-4761-88bd-f78d69e523ca tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571399 Jan 17 09:58:52.455514 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f44300f7-934c-42eb-9ea7-3ea2b2ec086e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:53.499095 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893255a-e8ec-4436-a506-91f52da48b4f req-a6ff8a63-0b18-43dc-a1c5-a676bc332a8b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:53.500555 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2893255a-e8ec-4436-a506-91f52da48b4f req-a6ff8a63-0b18-43dc-a1c5-a676bc332a8b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0470293 Jan 17 09:58:53.547953 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2893255a-e8ec-4436-a506-91f52da48b4f req-19559931-3b85-418b-afac-9f334f255510 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411334 Jan 17 09:58:54.672866 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab59960-1ddc-4be2-a933-21f37da0e727 req-106e49a4-5b8a-4608-aa5d-5a6062613ce4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:54.674350 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1ab59960-1ddc-4be2-a933-21f37da0e727 req-106e49a4-5b8a-4608-aa5d-5a6062613ce4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0483806 Jan 17 09:58:54.723482 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1ab59960-1ddc-4be2-a933-21f37da0e727 req-e0c094d6-1cff-454a-8dd5-a676dd576667 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431302 Jan 17 09:58:54.969702 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a44d25e4-c4b0-43b3-bff6-a6358a3f1432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:55.842652 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62548014-20e2-4740-a925-5da144704223 req-a88bef2f-19bb-4a2d-b0c6-9bbf697ac8b8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:55.844191 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-62548014-20e2-4740-a925-5da144704223 req-a88bef2f-19bb-4a2d-b0c6-9bbf697ac8b8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0479755 Jan 17 09:58:55.884005 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:55.892288 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-62548014-20e2-4740-a925-5da144704223 req-627e58cd-fb6e-4466-962e-76a94a757798 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426209 Jan 17 09:58:57.009229 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb20aa-6e59-45c9-b093-3408d7e07709 req-39024fc7-f9b0-4ce5-bce4-bfd73f34ff10 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:57.010693 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-01eb20aa-6e59-45c9-b093-3408d7e07709 req-39024fc7-f9b0-4ce5-bce4-bfd73f34ff10 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0480359 Jan 17 09:58:57.060990 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-01eb20aa-6e59-45c9-b093-3408d7e07709 req-171b0166-da4d-4d3b-b5b0-29dff9f62911 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448823 Jan 17 09:58:57.315553 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 8f120e75-622d-427e-b97e-5216cfb744b2 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:58:57.335223 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 8f120e75-622d-427e-b97e-5216cfb744b2 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:58:57.335581 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 8f120e75-622d-427e-b97e-5216cfb744b2 not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:58:57.715663 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:58.181802 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e4b90-ab49-4918-a3b5-9fb982a34c36 req-43a900d4-10af-4f50-848c-8eccd1a3cb06 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:58.183468 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-322e4b90-ab49-4918-a3b5-9fb982a34c36 req-43a900d4-10af-4f50-848c-8eccd1a3cb06 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0511773 Jan 17 09:58:58.229200 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-322e4b90-ab49-4918-a3b5-9fb982a34c36 req-150ef063-6a3b-4041-856e-b0cd6856a360 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400598 Jan 17 09:58:59.058485 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:59.344787 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd91a3b-cf08-4e58-bd33-e2d88b530ae4 req-6c9ebeaf-cc65-46d8-b6b6-2c756e41631b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:58:59.346270 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bcd91a3b-cf08-4e58-bd33-e2d88b530ae4 req-6c9ebeaf-cc65-46d8-b6b6-2c756e41631b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 943 time: 0.0465789 Jan 17 09:58:59.392810 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bcd91a3b-cf08-4e58-bd33-e2d88b530ae4 req-5d4efc8f-e020-4e59-8cd3-5595a2196844 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404828 Jan 17 09:58:59.467491 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 518baf01-6ebd-4d11-989c-0703aba6e08d details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:58:59.559402 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 518baf01-6ebd-4d11-989c-0703aba6e08d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=518baf01-6ebd-4d11-989c-0703aba6e08d,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:58:59.570867 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'port_id': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'mac_address': 'fa:16:3e:e7:71:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:58:59.609597 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 518baf01-6ebd-4d11-989c-0703aba6e08d is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:58:59.609997 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:59.622507 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518baf01-6ebd-4d11-989c-0703aba6e08d {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:58:59.641079 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 518baf01-6ebd-4d11-989c-0703aba6e08d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=518baf01-6ebd-4d11-989c-0703aba6e08d,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:58:59.729504 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:58:59.778198 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=518baf01-6ebd-4d11-989c-0703aba6e08d,revision_number=9']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:00.484155 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['518baf01-6ebd-4d11-989c-0703aba6e08d'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:59:00.518189 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160d13c-aaff-42e7-baad-8cacfdd4b808 req-8940f4ba-6b4c-4b6f-bb08-beeacb2c3865 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:00.519767 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1160d13c-aaff-42e7-baad-8cacfdd4b808 req-8940f4ba-6b4c-4b6f-bb08-beeacb2c3865 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 944 time: 0.0553889 Jan 17 09:59:00.566565 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1160d13c-aaff-42e7-baad-8cacfdd4b808 req-5528e07b-c91d-4cd4-bcc5-b186480f1683 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411041 Jan 17 09:59:01.483597 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 518baf01-6ebd-4d11-989c-0703aba6e08d up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:59:01.533932 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 518baf01-6ebd-4d11-989c-0703aba6e08d triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:01.534569 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:01.571659 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 34322) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:59:01.611605 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 518baf01-6ebd-4d11-989c-0703aba6e08d is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:01.611605 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:01.651730 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:59:01.651730 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1fbd94-df51-4d01-a919-57e42bbac2b5" -d '{"events": [{"server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "name": "network-vif-plugged", "status": "completed", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:59:01.664997 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 518baf01-6ebd-4d11-989c-0703aba6e08d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=518baf01-6ebd-4d11-989c-0703aba6e08d,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:59:01.707076 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedd0212-8da3-43ce-989f-b7d787e3de98 x-openstack-request-id: req-dedd0212-8da3-43ce-989f-b7d787e3de98 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:59:01.707638 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "name": "network-vif-plugged", "status": "completed", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:59:01.708387 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dedd0212-8da3-43ce-989f-b7d787e3de98 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:59:01.709099 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'code': 200} Jan 17 09:59:01.717276 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3742ae9-3f7e-4cac-bce4-5a5fbe8e8514 req-7a8dfc9e-400c-4e1e-a039-949e2080e8a8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:01.718839 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e3742ae9-3f7e-4cac-bce4-5a5fbe8e8514 req-7a8dfc9e-400c-4e1e-a039-949e2080e8a8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 944 time: 0.0710654 Jan 17 09:59:01.720871 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-322b4963-6888-4501-adcc-e4c7583876d7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=523e6933397342978abf83d0831254a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480432 Jan 17 09:59:01.723482 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 34330) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:59:01.781441 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:01.803674 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e3742ae9-3f7e-4cac-bce4-5a5fbe8e8514 req-1683b018-41b0-4b81-ad60-edd84701ceb2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737286 Jan 17 09:59:01.806521 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3f15c8bd-124d-4915-a193-6d5f97d9abfb admin admin] Publish callbacks [] for security_group (2549fcaa-89d1-4712-bf69-4626a63714d5), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:01.829945 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3f15c8bd-124d-4915-a193-6d5f97d9abfb admin admin] Publish callbacks [] for security_group (2549fcaa-89d1-4712-bf69-4626a63714d5), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:01.831095 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=518baf01-6ebd-4d11-989c-0703aba6e08d,revision_number=10']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:01.958280 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3f15c8bd-124d-4915-a193-6d5f97d9abfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (2549fcaa-89d1-4712-bf69-4626a63714d5), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:01.960885 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3f15c8bd-124d-4915-a193-6d5f97d9abfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:01.962044 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-3f15c8bd-124d-4915-a193-6d5f97d9abfb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2549fcaa-89d1-4712-bf69-4626a63714d5 HTTP/1.1" status: 204 len: 168 time: 0.2375116 Jan 17 09:59:01.970117 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15c8bd-124d-4915-a193-6d5f97d9abfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2549fcaa-89d1-4712-bf69-4626a63714d5,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:02.418751 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda81146-53f3-415f-b2fb-f63b3c4bc3fd req-b79bf32d-6e9d-4d89-8866-aeb345fda7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:02.420166 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fda81146-53f3-415f-b2fb-f63b3c4bc3fd req-b79bf32d-6e9d-4d89-8866-aeb345fda7a5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 1099 time: 0.0401220 Jan 17 09:59:02.468000 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fda81146-53f3-415f-b2fb-f63b3c4bc3fd req-1f94afc5-683a-4de6-95a4-2abef1eda926 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410290 Jan 17 09:59:02.925679 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b130a8-b366-47df-a3d7-53cbb82e3d1a req-83ceed05-d778-4fbe-bbf3-b9d1b0b1c231 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:02.927325 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-52b130a8-b366-47df-a3d7-53cbb82e3d1a req-83ceed05-d778-4fbe-bbf3-b9d1b0b1c231 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 946 time: 0.0488241 Jan 17 09:59:02.974866 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-52b130a8-b366-47df-a3d7-53cbb82e3d1a req-cc8ae597-3fe8-4134-9d3d-623294ce81bb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419805 Jan 17 09:59:03.000960 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 34364) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:59:03.098238 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1616031617-network', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:59:03.252997 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Made reservation on behalf of 45bf442b053e4c6bbc0b8d92f848b689 for: {'network': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:59:03.255810 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:03.264148 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:03.339092 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Publish callbacks [] for security_group (32a38ad0-7d0e-4389-8d49-e1896451e9d6), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:03.455246 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (32a38ad0-7d0e-4389-8d49-e1896451e9d6), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:03.480268 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 970, 'physical_network': 'physnet1'} {{(pid=114940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:59:03.491074 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a38ad0-7d0e-4389-8d49-e1896451e9d6,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:03.495583 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (58fe4555-329e-4564-901e-8d983f1aaeda), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:03.495923 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.segments_db [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Added segment 58fe4555-329e-4564-901e-8d983f1aaeda of type vlan for network 19516cd9-1d44-42fb-b14a-d3e1b89b783a Jan 17 09:59:03.541007 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (19516cd9-1d44-42fb-b14a-d3e1b89b783a), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:03.640952 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (19516cd9-1d44-42fb-b14a-d3e1b89b783a), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:03.641960 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:03.642552 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:03.703489 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=19516cd9-1d44-42fb-b14a-d3e1b89b783a,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:03.713565 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network 19516cd9-1d44-42fb-b14a-d3e1b89b783a details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:59:03.765008 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-72940271-b978-4bf1-8058-9acf21440bf7 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7628567 Jan 17 09:59:03.767766 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 34370) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:59:03.773208 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-98b7d485-1015-49a4-af42-b9d98547ba5e admin admin] Request body: {'subnet': {'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1616031617-subnet', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'ip_version': 4}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:59:03.864657 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b7d485-1015-49a4-af42-b9d98547ba5e admin admin] Made reservation on behalf of 45bf442b053e4c6bbc0b8d92f848b689 for: {'subnet': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:59:03.867272 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-98b7d485-1015-49a4-af42-b9d98547ba5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24840352'] for subnet (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:04.100073 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e70a1-3549-4ec3-b684-26264e2f9c2e req-4b46d777-5898-4b81-9a13-4b10c5728343 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:04.101560 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ff2e70a1-3549-4ec3-b684-26264e2f9c2e req-4b46d777-5898-4b81-9a13-4b10c5728343 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 946 time: 0.0549326 Jan 17 09:59:04.102894 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-98b7d485-1015-49a4-af42-b9d98547ba5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24894608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24840370'] for subnet (e82079b5-3e59-4281-a579-678624f19fad), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:04.181755 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7d485-1015-49a4-af42-b9d98547ba5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82079b5-3e59-4281-a579-678624f19fad,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:04.202467 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b7d485-1015-49a4-af42-b9d98547ba5e admin admin] Checking segment: {'id': '58fe4555-329e-4564-901e-8d983f1aaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:59:04.202862 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7d485-1015-49a4-af42-b9d98547ba5e admin admin] Network hostable DHCP agents. Network: 19516cd9-1d44-42fb-b14a-d3e1b89b783a, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:59:04.209878 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ff2e70a1-3549-4ec3-b684-26264e2f9c2e req-59744f8e-21d5-4443-a7da-6e0f9166b195 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019452 Jan 17 09:59:04.323356 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7d485-1015-49a4-af42-b9d98547ba5e admin admin] Network 19516cd9-1d44-42fb-b14a-d3e1b89b783a is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:59:04.418490 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-98b7d485-1015-49a4-af42-b9d98547ba5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, 19516cd9-1d44-42fb-b14a-d3e1b89b783a) {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:59:04.422904 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7d485-1015-49a4-af42-b9d98547ba5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:04.423498 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-98b7d485-1015-49a4-af42-b9d98547ba5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:04.432844 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1f783a-97c8-4f0f-a68b-92687dc9ef8a None None] Network 19516cd9-1d44-42fb-b14a-d3e1b89b783a requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:59:04.526768 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7edc45-a881-55c4-ab38-b0e6e41a2da3-19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'fixed_ips': [{'subnet_id': 'e82079b5-3e59-4281-a579-678624f19fad'}]}} from dv-cinder-824839-2-iscsi. {{(pid=114942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:59:04.527630 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:04.535828 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-98b7d485-1015-49a4-af42-b9d98547ba5e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7670200 Jan 17 09:59:04.538433 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 34376) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:59:04.543481 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:59:04.661491 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33139549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25243'] for router (c0efe49c-242c-4e52-9373-d78f7e735c71), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:04.662760 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33139489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33137027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25234'] for router (c0efe49c-242c-4e52-9373-d78f7e735c71), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:04.672699 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.db_base_plugin_common [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Allocated IP 172.20.0.2 (19516cd9-1d44-42fb-b14a-d3e1b89b783a/e82079b5-3e59-4281-a579-678624f19fad/76cf85e3-8828-49c4-876a-3b31ab627dc1) {{(pid=114942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:59:04.713125 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Publish callbacks [] for router_controller (c0efe49c-242c-4e52-9373-d78f7e735c71), precommit_add_association {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:04.734596 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:04.831043 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Publish callbacks [] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), precommit_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:04.930242 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Publish callbacks [] for router_gateway (c0efe49c-242c-4e52-9373-d78f7e735c71), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:04.940956 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:04.979572 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Network 19516cd9-1d44-42fb-b14a-d3e1b89b783a is already hosted by enough agents. {{(pid=114942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:59:04.982390 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.base_scheduler [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Resources bound (agent type, host, resource id): {{(pid=114942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:59:04.985855 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Received port after_create {{(pid=114942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:59:04.993233 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Pushing event updated for resources: {'Port': ['ID=76cf85e3-8828-49c4-876a-3b31ab627dc1,revision_number=1']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:05.043943 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Attempting to bind port 76cf85e3-8828-49c4-876a-3b31ab627dc1 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:59:05.044330 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Attempting to bind port 76cf85e3-8828-49c4-876a-3b31ab627dc1 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '58fe4555-329e-4564-901e-8d983f1aaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:59:05.044830 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Attempting to bind port 76cf85e3-8828-49c4-876a-3b31ab627dc1 on network 19516cd9-1d44-42fb-b14a-d3e1b89b783a {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:59:05.049854 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:59:05.050246 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Checking segment: {'id': '58fe4555-329e-4564-901e-8d983f1aaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:59:05.050659 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:05.051102 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Bound using segment: {'id': '58fe4555-329e-4564-901e-8d983f1aaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:59:05.052778 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Bound port: 76cf85e3-8828-49c4-876a-3b31ab627dc1, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fe4555-329e-4564-901e-8d983f1aaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:59:05.052778 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:05.117469 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] For port 76cf85e3-8828-49c4-876a-3b31ab627dc1, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:59:05.121086 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] For port 76cf85e3-8828-49c4-876a-3b31ab627dc1, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=76cf85e3-8828-49c4-876a-3b31ab627dc1,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:59:05.215542 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:05.232606 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Publish callbacks [] for router_gateway (c0efe49c-242c-4e52-9373-d78f7e735c71), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:05.259087 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:05.274460 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948e1c6-de5c-4484-9b45-531982a9133b None None] Pushing event updated for resources: {'Port': ['ID=76cf85e3-8828-49c4-876a-3b31ab627dc1,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:05.388515 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c5661-bd93-46b8-b2ec-21d54fb5a95f req-13f61d79-2a9d-4fa5-9010-b827ba3ef471 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:05.390070 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-896c5661-bd93-46b8-b2ec-21d54fb5a95f req-13f61d79-2a9d-4fa5-9010-b827ba3ef471 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 946 time: 0.0905116 Jan 17 09:59:05.412898 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_common [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Allocated IP 172.27.0.112 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/5bae1c48-3e5e-4439-b477-cb51adca0c5b) {{(pid=114940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:59:05.728927 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-896c5661-bd93-46b8-b2ec-21d54fb5a95f req-bb380ac5-6455-4285-9c93-654ee3a3642d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299961 Jan 17 09:59:05.775027 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Publish callbacks [] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:05.918701 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:05.962651 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:59:05.965702 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:59:05.969407 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Received port after_create {{(pid=114940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:59:05.975491 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Pushing event updated for resources: {'Port': ['ID=5bae1c48-3e5e-4439-b477-cb51adca0c5b,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:06.133463 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbbf9bd-3ac4-4d7c-975f-e74977c669ed None None] Network 19516cd9-1d44-42fb-b14a-d3e1b89b783a requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:59:06.235777 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-3205472a-6568-4a37-898f-bd3f45381213 None None] Provisioning complete for port 76cf85e3-8828-49c4-876a-3b31ab627dc1 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:06.236083 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-3205472a-6568-4a37-898f-bd3f45381213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:06.316831 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Publish callbacks [] for router_gateway (c0efe49c-242c-4e52-9373-d78f7e735c71), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:06.323386 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-3205472a-6568-4a37-898f-bd3f45381213 None None] Current status of the port 76cf85e3-8828-49c4-876a-3b31ab627dc1 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:06.323794 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-3205472a-6568-4a37-898f-bd3f45381213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:06.363405 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-3205472a-6568-4a37-898f-bd3f45381213 None None] For port 76cf85e3-8828-49c4-876a-3b31ab627dc1, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=76cf85e3-8828-49c4-876a-3b31ab627dc1,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:59:06.439819 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 76cf85e3-8828-49c4-876a-3b31ab627dc1 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:59:06.467034 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-3205472a-6568-4a37-898f-bd3f45381213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:06.533071 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205472a-6568-4a37-898f-bd3f45381213 None None] Pushing event updated for resources: {'Port': ['ID=76cf85e3-8828-49c4-876a-3b31ab627dc1,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:06.534835 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33139154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33136980'] for router (c0efe49c-242c-4e52-9373-d78f7e735c71), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:06.541102 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 76cf85e3-8828-49c4-876a-3b31ab627dc1 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:06.541482 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:06.595809 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-a7466ae8-0610-437c-8aa0-3cca2175b1ec None None] Provisioning complete for port 76cf85e3-8828-49c4-876a-3b31ab627dc1 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:06.596184 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a7466ae8-0610-437c-8aa0-3cca2175b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:06.663129 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 76cf85e3-8828-49c4-876a-3b31ab627dc1 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:06.701923 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-a7466ae8-0610-437c-8aa0-3cca2175b1ec None None] Current status of the port 76cf85e3-8828-49c4-876a-3b31ab627dc1 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:06.780495 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Router c0efe49c-242c-4e52-9373-d78f7e735c71 is scheduled to L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 with binding_index 1 {{(pid=114940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:59:06.915672 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67afd11-f7fa-40e8-b9df-cd87447ca4c0 req-1860f010-5c4d-473d-89ba-a122e1644162 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:06.917158 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d67afd11-f7fa-40e8-b9df-cd87447ca4c0 req-1860f010-5c4d-473d-89ba-a122e1644162 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 946 time: 0.0947278 Jan 17 09:59:06.932011 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:59:06.940847 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Sync routers for ids ['c0efe49c-242c-4e52-9373-d78f7e735c71'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:59:06.950753 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Routers {'c0efe49c-242c-4e52-9373-d78f7e735c71'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:59:06.951396 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:58:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['c0efe49c-242c-4e52-9373-d78f7e735c71'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:06.974933 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d67afd11-f7fa-40e8-b9df-cd87447ca4c0 req-6780cb01-9434-49ed-a6f5-97a6d7f00a0f tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515640 Jan 17 09:59:07.032077 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:07.033212 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-c8906e92-9b26-4fe4-82c6-cdad8a6d86ca admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4938123 Jan 17 09:59:07.036613 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 34398) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:59:07.055747 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Set router c0efe49c-242c-4e52-9373-d78f7e735c71 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:59:07.371858 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T09:59:06Z', 'revision_number': 3, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port': {'id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:05Z', 'updated_at': '2022-01-17T09:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:07.397542 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Checking router: c0efe49c-242c-4e52-9373-d78f7e735c71 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:59:07.397904 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Updating router c0efe49c-242c-4e52-9373-d78f7e735c71 port 5bae1c48-3e5e-4439-b477-cb51adca0c5b binding host dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:59:07.421393 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:07.461719 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:07.610924 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Allocated IP 172.20.0.1 (19516cd9-1d44-42fb-b14a-d3e1b89b783a/e82079b5-3e59-4281-a579-678624f19fad/bbcd8d37-7076-4355-a620-0e10d6897fee) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:59:07.673651 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Publish callbacks [] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), precommit_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:07.713816 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Publish callbacks [] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:07.801359 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:07.843866 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:07.852507 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Attempting to bind port 5bae1c48-3e5e-4439-b477-cb51adca0c5b on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:59:07.852894 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Attempting to bind port 5bae1c48-3e5e-4439-b477-cb51adca0c5b by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:59:07.853261 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Attempting to bind port 5bae1c48-3e5e-4439-b477-cb51adca0c5b on network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:59:07.860146 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbf411-2c67-4f72-9d40-cb22499dac8d None None] Pushing event updated for resources: {'Port': ['ID=5bae1c48-3e5e-4439-b477-cb51adca0c5b,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:07.864743 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:59:07.865194 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Checking segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:59:07.865602 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:07.865996 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Bound using segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:59:07.866476 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Bound port: 5bae1c48-3e5e-4439-b477-cb51adca0c5b, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:59:07.866898 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:07.885648 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Network 19516cd9-1d44-42fb-b14a-d3e1b89b783a is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:59:07.890172 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:59:07.894517 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:59:07.897682 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Pushing event updated for resources: {'Port': ['ID=bbcd8d37-7076-4355-a620-0e10d6897fee,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:07.917818 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] For port 5bae1c48-3e5e-4439-b477-cb51adca0c5b, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:59:07.921427 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] For port 5bae1c48-3e5e-4439-b477-cb51adca0c5b, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=5bae1c48-3e5e-4439-b477-cb51adca0c5b,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:59:07.930616 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:07.931018 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:07.931382 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:07.931812 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:07.932162 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:07.932506 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:07.932849 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:07.933191 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:07.933532 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:07.933875 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:07.934216 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:07.934548 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:07.934905 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:07.950662 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33152899'] for router_interface (c0efe49c-242c-4e52-9373-d78f7e735c71), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:07.998644 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:08.067848 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Routers {'c0efe49c-242c-4e52-9373-d78f7e735c71'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:59:08.071537 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:58:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['c0efe49c-242c-4e52-9373-d78f7e735c71'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:08.073835 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbf411-2c67-4f72-9d40-cb22499dac8d None None] Pushing event updated for resources: {'Port': ['ID=5bae1c48-3e5e-4439-b477-cb51adca0c5b,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:08.122290 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f757656-6104-4c22-b068-d18e2d0fcd92 req-8eee8dfa-4ea4-444c-8024-7ea0abff611d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:08.124717 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5f757656-6104-4c22-b068-d18e2d0fcd92 req-8eee8dfa-4ea4-444c-8024-7ea0abff611d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 946 time: 0.0613248 Jan 17 09:59:08.152918 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:08.168159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-4e1cce49-8126-486b-b4d5-26b6b87dc569 None None] Provisioning complete for port bbcd8d37-7076-4355-a620-0e10d6897fee triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:08.168476 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-4e1cce49-8126-486b-b4d5-26b6b87dc569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:08.183831 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5f757656-6104-4c22-b068-d18e2d0fcd92 req-e18e3847-73cb-4409-85a6-c6cc29a01286 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481284 Jan 17 09:59:08.214948 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-4e1cce49-8126-486b-b4d5-26b6b87dc569 None None] Port bbcd8d37-7076-4355-a620-0e10d6897fee cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:59:08.226413 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] Set router c0efe49c-242c-4e52-9373-d78f7e735c71 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:59:08.334779 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Publish callbacks [] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:08.400315 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 76cf85e3-8828-49c4-876a-3b31ab627dc1 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:59:08.437997 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:08.443983 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T09:59:06Z', 'revision_number': 3, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port': {'id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:05Z', 'updated_at': '2022-01-17T09:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:08.473325 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5d723-4994-4679-8196-842c10f1735f None None] The sync data for ids ['c0efe49c-242c-4e52-9373-d78f7e735c71'] in dv-cinder-824839-2-iscsi is: [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T09:59:06Z', 'revision_number': 3, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port': {'id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:05Z', 'updated_at': '2022-01-17T09:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:59:08.486487 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 76cf85e3-8828-49c4-876a-3b31ab627dc1 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:08.486911 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:08.503420 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:59:08.512254 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Pushing event updated for resources: {'Port': ['ID=bbcd8d37-7076-4355-a620-0e10d6897fee,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:08.515124 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33241328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33152791'] for router_interface (c0efe49c-242c-4e52-9373-d78f7e735c71), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:08.573289 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 76cf85e3-8828-49c4-876a-3b31ab627dc1 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:08.612441 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Network 19516cd9-1d44-42fb-b14a-d3e1b89b783a is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:59:08.614079 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:59:08.777583 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Router c0efe49c-242c-4e52-9373-d78f7e735c71 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:59:08.947888 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-9e35d02b-394a-47ca-8405-ee037442245e None None] Provisioning complete for port bbcd8d37-7076-4355-a620-0e10d6897fee triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:08.948470 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-9e35d02b-394a-47ca-8405-ee037442245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:08.991871 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:59:08.992572 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-9e35d02b-394a-47ca-8405-ee037442245e None None] Port bbcd8d37-7076-4355-a620-0e10d6897fee cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:59:09.003810 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-ea71e4cf-b481-4c85-915b-34f25ad220c8 admin admin] 10.222.0.88 "PUT /v2.0/routers/c0efe49c-242c-4e52-9373-d78f7e735c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9660079 Jan 17 09:59:09.098448 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-5bcb8a68-46bb-4496-8c10-122ba4895cfe tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:09.105423 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-5bcb8a68-46bb-4496-8c10-122ba4895cfe tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/networks?id=4137bd4f-5c1e-4788-ba73-55fc6e50767b HTTP/1.1" status: 200 len: 813 time: 0.1300399 Jan 17 09:59:09.126241 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-fe028682-1244-44e2-9bd1-cba1377b9dd9 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/quotas/4688ab42978643be9b14c64d40460b93 HTTP/1.1" status: 200 len: 375 time: 0.0195689 Jan 17 09:59:09.158947 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-9f8942b2-fc9f-4f7f-8fbe-4f56fd36b870 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4688ab42978643be9b14c64d40460b93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300701 Jan 17 09:59:09.359660 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1163af2-941c-4df7-aa6b-dd7708b51136 req-ed77dbad-501a-449b-a5ff-597cafaa71d8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:09.361267 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b1163af2-941c-4df7-aa6b-dd7708b51136 req-ed77dbad-501a-449b-a5ff-597cafaa71d8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 946 time: 0.0875432 Jan 17 09:59:09.392017 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3119d6eb-3e47-4f38-b343-f327cf7e7191 service neutron] 10.222.0.88 "GET /v2.0/networks/4137bd4f-5c1e-4788-ba73-55fc6e50767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204988 Jan 17 09:59:09.475983 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b1163af2-941c-4df7-aa6b-dd7708b51136 req-336b94a5-0867-4c29-9e63-de936cc988ab tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019588 Jan 17 09:59:09.509554 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-e9614997-01ec-4a07-800a-d3ed12dd5df2 service neutron] 10.222.0.88 "GET /v2.0/networks/4137bd4f-5c1e-4788-ba73-55fc6e50767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119790 Jan 17 09:59:09.791882 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f8a32e4e-e640-4ded-a5a2-90487600ce6d req-4b63012f-1c02-4546-8849-aeff28e933d6 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 210 time: 0.0269156 Jan 17 09:59:09.958407 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 34482) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:59:09.963924 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1021446136-network', 'tenant_id': '095f4290a7004db7883870c31d10eac9'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:59:10.092920 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Made reservation on behalf of 095f4290a7004db7883870c31d10eac9 for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:59:10.095567 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:10.109201 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:10.183944 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Publish callbacks [] for security_group (47f7c281-a355-4cb2-88a6-89b6cdf2c476), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:10.217538 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Sync routers for ids ['c0efe49c-242c-4e52-9373-d78f7e735c71'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:59:10.228590 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Routers {'c0efe49c-242c-4e52-9373-d78f7e735c71'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:59:10.229886 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:58:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['c0efe49c-242c-4e52-9373-d78f7e735c71'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:10.304517 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (47f7c281-a355-4cb2-88a6-89b6cdf2c476), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:10.329831 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] vlan segment allocate from pool success with {'vlan_id': 957, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:59:10.336124 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Set router c0efe49c-242c-4e52-9373-d78f7e735c71 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:59:10.355702 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f7c281-a355-4cb2-88a6-89b6cdf2c476,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:10.360652 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (99a638fc-5add-4834-8810-c23fd68a1441), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:10.361162 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Added segment 99a638fc-5add-4834-8810-c23fd68a1441 of type vlan for network 17649e8c-b25b-45a2-be9b-a7d1a2df66fb Jan 17 09:59:10.414785 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (17649e8c-b25b-45a2-be9b-a7d1a2df66fb), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:10.482687 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 5bae1c48-3e5e-4439-b477-cb51adca0c5b up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:59:10.534651 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 5bae1c48-3e5e-4439-b477-cb51adca0c5b triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:10.535074 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:10.574704 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T09:59:08Z', 'revision_number': 4, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port': {'id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:05Z', 'updated_at': '2022-01-17T09:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'bbcd8d37-7076-4355-a620-0e10d6897fee', 'name': '', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'mac_address': 'fa:16:3e:00:36:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e82079b5-3e59-4281-a579-678624f19fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:07Z', 'updated_at': '2022-01-17T09:59:08Z', 'revision_number': 2, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'subnets': [{'id': 'e82079b5-3e59-4281-a579-678624f19fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:10.592668 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (17649e8c-b25b-45a2-be9b-a7d1a2df66fb), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:10.593700 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:10.594381 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:10.613207 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Checking router: c0efe49c-242c-4e52-9373-d78f7e735c71 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:59:10.614600 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Updating router c0efe49c-242c-4e52-9373-d78f7e735c71 port bbcd8d37-7076-4355-a620-0e10d6897fee binding host dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:59:10.616548 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce390b-7415-4060-a866-16f86eae5b28 req-4d744650-9200-4b77-9176-61bc170223a2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:10.625660 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b5ce390b-7415-4060-a866-16f86eae5b28 req-4d744650-9200-4b77-9176-61bc170223a2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 946 time: 0.0685697 Jan 17 09:59:10.652581 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:10.677804 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 5bae1c48-3e5e-4439-b477-cb51adca0c5b is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:10.678207 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:10.682592 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b5ce390b-7415-4060-a866-16f86eae5b28 req-2d076f8f-6ff5-4c1e-b4ce-94ae25b2018b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557523 Jan 17 09:59:10.685538 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] Pushing event updated for resources: {'Network': ['ID=17649e8c-b25b-45a2-be9b-a7d1a2df66fb,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:10.700469 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network 17649e8c-b25b-45a2-be9b-a7d1a2df66fb details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:59:10.705807 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port 5bae1c48-3e5e-4439-b477-cb51adca0c5b, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=5bae1c48-3e5e-4439-b477-cb51adca0c5b,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:59:10.787534 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:10.793283 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 34502) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:59:10.794408 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-4121d921-1fcc-45ab-bc08-b9f1643d8def admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8340671 Jan 17 09:59:10.799395 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-16ac0b56-ed26-4271-ab09-da8db013606d admin admin] Request body: {'subnet': {'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1021446136-subnet', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'ip_version': 4}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:59:10.857710 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=5bae1c48-3e5e-4439-b477-cb51adca0c5b,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:10.893960 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3dbe8b16-0389-453f-962e-8793c924859d req-d36970ca-6e05-46b1-9ea2-aac10626295d tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 210 time: 0.0380437 Jan 17 09:59:10.944169 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Publish callbacks [] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), precommit_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:10.997862 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ac0b56-ed26-4271-ab09-da8db013606d admin admin] Made reservation on behalf of 095f4290a7004db7883870c31d10eac9 for: {'subnet': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:59:11.000349 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-16ac0b56-ed26-4271-ab09-da8db013606d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24840352'] for subnet (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:11.036239 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:11.085865 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Pushing event updated for resources: {'Port': ['ID=bbcd8d37-7076-4355-a620-0e10d6897fee,revision_number=3']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:11.115151 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:11.115534 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:11.115906 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:11.116255 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:11.116620 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:11.116952 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:11.117267 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:11.117608 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:11.117944 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:11.118292 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:11.118626 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:11.118979 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:11.119310 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:11.151374 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Attempting to bind port bbcd8d37-7076-4355-a620-0e10d6897fee on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:59:11.151877 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Attempting to bind port bbcd8d37-7076-4355-a620-0e10d6897fee by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '58fe4555-329e-4564-901e-8d983f1aaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a'}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:59:11.152356 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Attempting to bind port bbcd8d37-7076-4355-a620-0e10d6897fee on network 19516cd9-1d44-42fb-b14a-d3e1b89b783a {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:59:11.159279 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:59:11.159717 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Checking segment: {'id': '58fe4555-329e-4564-901e-8d983f1aaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:59:11.160131 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:11.160539 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Bound using segment: {'id': '58fe4555-329e-4564-901e-8d983f1aaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a'} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:59:11.161580 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Bound port: bbcd8d37-7076-4355-a620-0e10d6897fee, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fe4555-329e-4564-901e-8d983f1aaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a'}}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:59:11.162013 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:11.235280 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] For port bbcd8d37-7076-4355-a620-0e10d6897fee, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:59:11.239383 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] For port bbcd8d37-7076-4355-a620-0e10d6897fee, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=bbcd8d37-7076-4355-a620-0e10d6897fee,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:59:11.289479 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-16ac0b56-ed26-4271-ab09-da8db013606d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24894608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24840370'] for subnet (8393f05e-6d65-44a4-8fb7-1cacfa255cb4), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:11.330255 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-7ac83fe6-d37e-4423-8830-4667f5f8756e None None] Provisioning complete for port bbcd8d37-7076-4355-a620-0e10d6897fee triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:11.330747 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-7ac83fe6-d37e-4423-8830-4667f5f8756e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:11.345392 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:11.346294 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac0b56-ed26-4271-ab09-da8db013606d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8393f05e-6d65-44a4-8fb7-1cacfa255cb4,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:11.354586 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac0b56-ed26-4271-ab09-da8db013606d admin admin] Checking segment: {'id': '99a638fc-5add-4834-8810-c23fd68a1441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:59:11.354987 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ac0b56-ed26-4271-ab09-da8db013606d admin admin] Network hostable DHCP agents. Network: 17649e8c-b25b-45a2-be9b-a7d1a2df66fb, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:59:11.374524 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-7ac83fe6-d37e-4423-8830-4667f5f8756e None None] Port bbcd8d37-7076-4355-a620-0e10d6897fee cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:59:11.436237 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Routers {'c0efe49c-242c-4e52-9373-d78f7e735c71'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:59:11.436899 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:58:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['c0efe49c-242c-4e52-9373-d78f7e735c71'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:11.475837 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a9382-f489-447b-8cb1-46180e122300 None None] Pushing event updated for resources: {'Port': ['ID=bbcd8d37-7076-4355-a620-0e10d6897fee,revision_number=4']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:11.498758 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ac0b56-ed26-4271-ab09-da8db013606d admin admin] Network 17649e8c-b25b-45a2-be9b-a7d1a2df66fb is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:59:11.598455 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] Set router c0efe49c-242c-4e52-9373-d78f7e735c71 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:59:11.599373 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Provisioning complete for port bbcd8d37-7076-4355-a620-0e10d6897fee triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:11.599373 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:11.680356 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Current status of the port bbcd8d37-7076-4355-a620-0e10d6897fee is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:11.681170 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:11.718971 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] For port bbcd8d37-7076-4355-a620-0e10d6897fee, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=bbcd8d37-7076-4355-a620-0e10d6897fee,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:59:11.754154 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T09:59:08Z', 'revision_number': 4, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port': {'id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:05Z', 'updated_at': '2022-01-17T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'bbcd8d37-7076-4355-a620-0e10d6897fee', 'name': '', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'mac_address': 'fa:16:3e:00:36:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e82079b5-3e59-4281-a579-678624f19fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:07Z', 'updated_at': '2022-01-17T09:59:11Z', 'revision_number': 4, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'subnets': [{'id': 'e82079b5-3e59-4281-a579-678624f19fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:11.781970 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43c13b-76a5-4fe9-9254-c5796a3f1af4 None None] The sync data for ids ['c0efe49c-242c-4e52-9373-d78f7e735c71'] in dv-cinder-824839-2-iscsi is: [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T09:59:08Z', 'revision_number': 4, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port': {'id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:05Z', 'updated_at': '2022-01-17T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'bbcd8d37-7076-4355-a620-0e10d6897fee', 'name': '', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'mac_address': 'fa:16:3e:00:36:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e82079b5-3e59-4281-a579-678624f19fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:07Z', 'updated_at': '2022-01-17T09:59:11Z', 'revision_number': 4, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'subnets': [{'id': 'e82079b5-3e59-4281-a579-678624f19fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:59:11.811974 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-16ac0b56-ed26-4271-ab09-da8db013606d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, 17649e8c-b25b-45a2-be9b-a7d1a2df66fb) {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:59:11.813690 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ac0b56-ed26-4271-ab09-da8db013606d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:11.814360 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-16ac0b56-ed26-4271-ab09-da8db013606d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:11.823008 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38e0471-d67c-4e6a-acb2-07712abd3a9f None None] Network 17649e8c-b25b-45a2-be9b-a7d1a2df66fb requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:59:11.853301 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade00f5-72e8-4ff9-a0c9-67a5fe5c0787 req-628af552-d4a5-4961-aa90-0527f81c9bc2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:11.855120 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dade00f5-72e8-4ff9-a0c9-67a5fe5c0787 req-628af552-d4a5-4961-aa90-0527f81c9bc2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 946 time: 0.0891292 Jan 17 09:59:11.933107 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dade00f5-72e8-4ff9-a0c9-67a5fe5c0787 req-ef705e12-b70c-4e80-93d4-6626aaa6c1e0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694506 Jan 17 09:59:11.946839 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:11.961027 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7edc45-a881-55c4-ab38-b0e6e41a2da3-17649e8c-b25b-45a2-be9b-a7d1a2df66fb', 'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb', 'project_id': '095f4290a7004db7883870c31d10eac9', 'fixed_ips': [{'subnet_id': '8393f05e-6d65-44a4-8fb7-1cacfa255cb4'}]}} from dv-cinder-824839-2-iscsi. {{(pid=114942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:59:11.961195 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-16ac0b56-ed26-4271-ab09-da8db013606d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1646671 Jan 17 09:59:11.961306 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:11.962895 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 34512) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:59:11.978979 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1021446136-router', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:59:12.007571 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4fbfae04-8129-4ae6-9499-2a46f6e04113 req-2c3e0a32-8373-43eb-97b1-6ddc163bf619 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 210 time: 0.0351834 Jan 17 09:59:12.090134 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33139549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25243'] for router (a3bb6eb9-0f44-423c-afd1-ffd743a16093), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:12.091288 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33139489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33137027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25234'] for router (a3bb6eb9-0f44-423c-afd1-ffd743a16093), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:12.104461 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Pushing event updated for resources: {'Port': ['ID=bbcd8d37-7076-4355-a620-0e10d6897fee,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:12.112008 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:12.112386 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:12.112755 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:12.113106 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:12.113446 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:12.114073 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:12.114413 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:12.114820 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:12.115087 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:12.115436 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:12.115779 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:12.116144 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:12.116472 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3c5e-c68f-4c98-9a6c-2994d38b800a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:12.158063 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Publish callbacks [] for router_controller (a3bb6eb9-0f44-423c-afd1-ffd743a16093), precommit_add_association {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:12.177263 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.db_base_plugin_common [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Allocated IP 172.20.0.2 (17649e8c-b25b-45a2-be9b-a7d1a2df66fb/8393f05e-6d65-44a4-8fb7-1cacfa255cb4/45ead360-4c02-4ec7-9587-1c5f8d425221) {{(pid=114942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:59:12.335280 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Publish callbacks [] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), precommit_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:12.432385 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:12.436277 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Publish callbacks [] for router_gateway (a3bb6eb9-0f44-423c-afd1-ffd743a16093), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:12.490066 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Network 17649e8c-b25b-45a2-be9b-a7d1a2df66fb is already hosted by enough agents. {{(pid=114942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:59:12.493300 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.base_scheduler [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Resources bound (agent type, host, resource id): {{(pid=114942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:59:12.497108 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Received port after_create {{(pid=114942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:59:12.505445 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Pushing event updated for resources: {'Port': ['ID=45ead360-4c02-4ec7-9587-1c5f8d425221,revision_number=1']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:12.531834 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 5bae1c48-3e5e-4439-b477-cb51adca0c5b up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:59:12.588872 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Attempting to bind port 45ead360-4c02-4ec7-9587-1c5f8d425221 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:59:12.589371 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Attempting to bind port 45ead360-4c02-4ec7-9587-1c5f8d425221 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '99a638fc-5add-4834-8810-c23fd68a1441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:59:12.589809 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Attempting to bind port 45ead360-4c02-4ec7-9587-1c5f8d425221 on network 17649e8c-b25b-45a2-be9b-a7d1a2df66fb {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:59:12.606159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:59:12.606159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Checking segment: {'id': '99a638fc-5add-4834-8810-c23fd68a1441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:59:12.606159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:12.606159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Bound using segment: {'id': '99a638fc-5add-4834-8810-c23fd68a1441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:59:12.606159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Bound port: 45ead360-4c02-4ec7-9587-1c5f8d425221, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a638fc-5add-4834-8810-c23fd68a1441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:59:12.606159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:12.662218 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 5bae1c48-3e5e-4439-b477-cb51adca0c5b triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:12.662709 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:12.711665 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] For port 45ead360-4c02-4ec7-9587-1c5f8d425221, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:59:12.716319 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] For port 45ead360-4c02-4ec7-9587-1c5f8d425221, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=45ead360-4c02-4ec7-9587-1c5f8d425221,segment=NetworkSegment(99a638fc-5add-4834-8810-c23fd68a1441),segment_id=99a638fc-5add-4834-8810-c23fd68a1441)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:59:12.740743 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Publish callbacks [] for router_gateway (a3bb6eb9-0f44-423c-afd1-ffd743a16093), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:12.760109 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:12.763773 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 5bae1c48-3e5e-4439-b477-cb51adca0c5b is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:12.764869 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device bbcd8d37-7076-4355-a620-0e10d6897fee up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:59:12.814126 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port bbcd8d37-7076-4355-a620-0e10d6897fee triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:12.815324 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:12.837464 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:12.917848 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f0eda-140b-4372-bcde-65b9225ecede None None] Pushing event updated for resources: {'Port': ['ID=45ead360-4c02-4ec7-9587-1c5f8d425221,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:12.968064 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-f7cbef8b-ceb6-4609-87ae-0104bc14c224 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:12.970313 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-f7cbef8b-ceb6-4609-87ae-0104bc14c224 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.94 "GET /v2.0/networks?id=4137bd4f-5c1e-4788-ba73-55fc6e50767b HTTP/1.1" status: 200 len: 813 time: 0.1698658 Jan 17 09:59:12.975753 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Allocated IP 172.27.0.244 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/0933f802-4951-4708-921a-baccef35a088) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:59:12.986936 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-6291aa60-afd9-4cd0-8ace-4598bb4201db tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Request body: {'port': {'device_id': '32d93b89-abf3-418f-a4c9-c030efa64553', 'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b', 'admin_state_up': True, 'tenant_id': '4688ab42978643be9b14c64d40460b93'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:59:13.008165 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port bbcd8d37-7076-4355-a620-0e10d6897fee is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:13.148649 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-62d8a9ef-5422-4fd6-ae65-e2b63ffe25d9 req-7bb5014d-678c-4e18-b2be-c0f81af0068f tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 210 time: 0.0557048 Jan 17 09:59:13.197483 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Publish callbacks [] for port (0933f802-4951-4708-921a-baccef35a088), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:13.304349 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-6291aa60-afd9-4cd0-8ace-4598bb4201db tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Made reservation on behalf of 4688ab42978643be9b14c64d40460b93 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:59:13.307997 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-6291aa60-afd9-4cd0-8ace-4598bb4201db tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:13.336217 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (0933f802-4951-4708-921a-baccef35a088), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:13.415316 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:59:13.422587 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:59:13.431559 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:59:13.726119 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Pushing event updated for resources: {'Port': ['ID=0933f802-4951-4708-921a-baccef35a088,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:13.821964 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-6291aa60-afd9-4cd0-8ace-4598bb4201db tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Allocated IP 172.20.0.7 (4137bd4f-5c1e-4788-ba73-55fc6e50767b/cdcff95a-5b70-4348-aeb4-5af95785f42c/0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:59:13.890797 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db8639-6f68-4d5f-8c34-3f41c797aafe None None] Network 17649e8c-b25b-45a2-be9b-a7d1a2df66fb requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:59:14.057438 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-6291aa60-afd9-4cd0-8ace-4598bb4201db tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks [] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:14.094839 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-a2f038a9-4906-4ead-90a8-428678b09e9a None None] Provisioning complete for port 45ead360-4c02-4ec7-9587-1c5f8d425221 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:14.095222 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a2f038a9-4906-4ead-90a8-428678b09e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:14.125543 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Publish callbacks [] for router_gateway (a3bb6eb9-0f44-423c-afd1-ffd743a16093), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:14.200193 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-a2f038a9-4906-4ead-90a8-428678b09e9a None None] Current status of the port 45ead360-4c02-4ec7-9587-1c5f8d425221 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:14.200718 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a2f038a9-4906-4ead-90a8-428678b09e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:14.241914 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-a2f038a9-4906-4ead-90a8-428678b09e9a None None] For port 45ead360-4c02-4ec7-9587-1c5f8d425221, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=45ead360-4c02-4ec7-9587-1c5f8d425221,segment=NetworkSegment(99a638fc-5add-4834-8810-c23fd68a1441),segment_id=99a638fc-5add-4834-8810-c23fd68a1441)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:59:14.277173 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-6291aa60-afd9-4cd0-8ace-4598bb4201db tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:14.295751 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff18a6-9dc5-4b6f-9353-d2e0d61ab62d req-b70e3fac-cbfc-4557-962a-3cc272f180bc tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:14.297301 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d9ff18a6-9dc5-4b6f-9353-d2e0d61ab62d req-b70e3fac-cbfc-4557-962a-3cc272f180bc tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 931 time: 0.0570571 Jan 17 09:59:14.333101 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-6291aa60-afd9-4cd0-8ace-4598bb4201db tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Network 4137bd4f-5c1e-4788-ba73-55fc6e50767b is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:59:14.352930 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d9ff18a6-9dc5-4b6f-9353-d2e0d61ab62d req-324f2e5d-870c-4d02-8593-c3b42be99364 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492573 Jan 17 09:59:14.356115 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a2f038a9-4906-4ead-90a8-428678b09e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:14.369609 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-6291aa60-afd9-4cd0-8ace-4598bb4201db tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:59:14.383272 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-6291aa60-afd9-4cd0-8ace-4598bb4201db tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:59:14.414884 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291aa60-afd9-4cd0-8ace-4598bb4201db tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Pushing event updated for resources: {'Port': ['ID=0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:14.429286 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f038a9-4906-4ead-90a8-428678b09e9a None None] Pushing event updated for resources: {'Port': ['ID=45ead360-4c02-4ec7-9587-1c5f8d425221,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:14.448081 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-6291aa60-afd9-4cd0-8ace-4598bb4201db tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:14.448719 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-6291aa60-afd9-4cd0-8ace-4598bb4201db tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:14.451664 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33139154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33136980'] for router (a3bb6eb9-0f44-423c-afd1-ffd743a16093), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:14.474296 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 45ead360-4c02-4ec7-9587-1c5f8d425221 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:59:14.502862 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-5af41b21-4a48-424d-90d4-2a89a2158d5d None None] Provisioning complete for port 45ead360-4c02-4ec7-9587-1c5f8d425221 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:14.503171 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5af41b21-4a48-424d-90d4-2a89a2158d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:14.566332 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 45ead360-4c02-4ec7-9587-1c5f8d425221 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:14.566723 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:14.594570 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-6291aa60-afd9-4cd0-8ace-4598bb4201db tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6128161 Jan 17 09:59:14.608169 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Request body: {'port': {'device_id': '32d93b89-abf3-418f-a4c9-c030efa64553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:59:14.628342 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-5af41b21-4a48-424d-90d4-2a89a2158d5d None None] Current status of the port 45ead360-4c02-4ec7-9587-1c5f8d425221 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:14.667707 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:14.680048 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 45ead360-4c02-4ec7-9587-1c5f8d425221 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:14.719807 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Router a3bb6eb9-0f44-423c-afd1-ffd743a16093 is scheduled to L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 with binding_index 1 {{(pid=114941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:59:14.943504 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:59:14.952209 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Sync routers for ids ['a3bb6eb9-0f44-423c-afd1-ffd743a16093'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:59:14.961200 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Routers {'a3bb6eb9-0f44-423c-afd1-ffd743a16093'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:59:14.962052 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:58:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a3bb6eb9-0f44-423c-afd1-ffd743a16093'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:15.027155 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:59:15.035013 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Publish callbacks [] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:15.047900 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Transition to ACTIVE for port object 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:59:15.051731 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:15.052981 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-197a7d72-55ea-42d9-9133-a21e22fbfe8c admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0889137 Jan 17 09:59:15.055810 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 34530) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:59:15.065070 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Set router a3bb6eb9-0f44-423c-afd1-ffd743a16093 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:59:15.148326 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:15.242948 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Pushing event updated for resources: {'Port': ['ID=0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:15.246815 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'name': 'tempest-TestMinimumBasicScenario-1021446136-router', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0933f802-4951-4708-921a-baccef35a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:13Z', 'revision_number': 3, 'project_id': '095f4290a7004db7883870c31d10eac9', 'gw_port': {'id': '0933f802-4951-4708-921a-baccef35a088', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:15.273290 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Checking router: a3bb6eb9-0f44-423c-afd1-ffd743a16093 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:59:15.273648 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Updating router a3bb6eb9-0f44-423c-afd1-ffd743a16093 port 0933f802-4951-4708-921a-baccef35a088 binding host dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:59:15.298138 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0933f802-4951-4708-921a-baccef35a088), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:15.391940 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Attempting to bind port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:59:15.392291 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Attempting to bind port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:59:15.392634 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Attempting to bind port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 on network 4137bd4f-5c1e-4788-ba73-55fc6e50767b {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:59:15.403309 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 on network 4137bd4f-5c1e-4788-ba73-55fc6e50767b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:59:15.403646 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Attempting to bind port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 on network 4137bd4f-5c1e-4788-ba73-55fc6e50767b {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:59:15.413370 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:59:15.413719 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Checking segment: {'id': '63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:59:15.414240 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Bound using segment: {'id': '63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:59:15.414557 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Bound port: 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:59:15.415103 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:15.494875 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34301356-e2ef-49ef-bbcc-4a1341c9242f req-c0cefeed-c63a-4534-b9d3-b1bf455ab056 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:15.501963 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-34301356-e2ef-49ef-bbcc-4a1341c9242f req-c0cefeed-c63a-4534-b9d3-b1bf455ab056 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 943 time: 0.0553093 Jan 17 09:59:15.545837 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-34301356-e2ef-49ef-bbcc-4a1341c9242f req-32abdea3-36f7-40fe-ab7e-068599443d47 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429745 Jan 17 09:59:15.557798 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Publish callbacks [] for port (0933f802-4951-4708-921a-baccef35a088), precommit_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:15.561017 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] For port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:59:15.598422 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] For port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5,segment=NetworkSegment(63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87),segment_id=63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:59:15.643408 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (0933f802-4951-4708-921a-baccef35a088), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:15.647228 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:15.696150 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Attempting to bind port 0933f802-4951-4708-921a-baccef35a088 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:59:15.696526 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Attempting to bind port 0933f802-4951-4708-921a-baccef35a088 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:59:15.696891 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Attempting to bind port 0933f802-4951-4708-921a-baccef35a088 on network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:59:15.698956 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de975f62-c8ab-4adf-8167-47400890b251 None None] Pushing event updated for resources: {'Port': ['ID=0933f802-4951-4708-921a-baccef35a088,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:15.704024 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:15.704398 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:59:15.704781 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Checking segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:59:15.705183 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:15.705572 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Bound using segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:59:15.706050 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Bound port: 0933f802-4951-4708-921a-baccef35a088, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:59:15.706420 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0933f802-4951-4708-921a-baccef35a088), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:15.747133 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:15.747767 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:15.749201 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] 10.222.0.94 "PUT /v2.0/ports/0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 HTTP/1.1" status: 200 len: 1093 time: 1.1458271 Jan 17 09:59:15.755818 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d93b89-abf3-418f-a4c9-c030efa64553', 'tag': '0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:59:15.757377 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] For port 0933f802-4951-4708-921a-baccef35a088, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:59:15.758092 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da61abd7-cacc-4a8c-8439-4b0b9e4bca0a" -d '{"events": [{"name": "network-changed", "server_uuid": "32d93b89-abf3-418f-a4c9-c030efa64553", "tag": "0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:59:15.760524 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] For port 0933f802-4951-4708-921a-baccef35a088, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=0933f802-4951-4708-921a-baccef35a088,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:59:15.799382 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609a3365-8a64-4ad0-89c8-20d73c3d20f4 x-openstack-request-id: req-609a3365-8a64-4ad0-89c8-20d73c3d20f4 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:59:15.799382 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d93b89-abf3-418f-a4c9-c030efa64553", "tag": "0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:59:15.799631 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-609a3365-8a64-4ad0-89c8-20d73c3d20f4 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:59:15.800010 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d93b89-abf3-418f-a4c9-c030efa64553', 'tag': '0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5', 'status': 'completed', 'code': 200} Jan 17 09:59:15.820182 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75287c-e519-4b9c-8656-02b0a57d490e service neutron] Pushing event updated for resources: {'Port': ['ID=0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:15.876213 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (0933f802-4951-4708-921a-baccef35a088), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:15.899972 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61abd7-cacc-4a8c-8439-4b0b9e4bca0a req-89da6951-7d7f-4c61-aabe-75f4d387ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:15.901629 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-da61abd7-cacc-4a8c-8439-4b0b9e4bca0a req-89da6951-7d7f-4c61-aabe-75f4d387ac02 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4688ab42978643be9b14c64d40460b93&device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 1096 time: 0.0823669 Jan 17 09:59:15.902844 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Allocated IP 172.20.0.1 (17649e8c-b25b-45a2-be9b-a7d1a2df66fb/8393f05e-6d65-44a4-8fb7-1cacfa255cb4/f00f4eb6-5641-4094-87a3-2a9cacdbb9bb) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:59:15.938061 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Routers {'a3bb6eb9-0f44-423c-afd1-ffd743a16093'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:59:15.938690 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:58:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a3bb6eb9-0f44-423c-afd1-ffd743a16093'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:15.944028 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de975f62-c8ab-4adf-8167-47400890b251 None None] Pushing event updated for resources: {'Port': ['ID=0933f802-4951-4708-921a-baccef35a088,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:16.046046 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] Set router a3bb6eb9-0f44-423c-afd1-ffd743a16093 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:59:16.077693 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61abd7-cacc-4a8c-8439-4b0b9e4bca0a req-5d5b81ac-1057-4374-bd2e-c962274c42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:16.079237 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-da61abd7-cacc-4a8c-8439-4b0b9e4bca0a req-5d5b81ac-1057-4374-bd2e-c962274c42ef service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=4688ab42978643be9b14c64d40460b93&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1625681 Jan 17 09:59:16.083772 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Publish callbacks [] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:16.194027 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61abd7-cacc-4a8c-8439-4b0b9e4bca0a req-89b342bd-1e42-4c21-99c1-0805284b2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:16.195557 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-da61abd7-cacc-4a8c-8439-4b0b9e4bca0a req-89b342bd-1e42-4c21-99c1-0805284b2b58 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1101878 Jan 17 09:59:16.221214 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'name': 'tempest-TestMinimumBasicScenario-1021446136-router', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0933f802-4951-4708-921a-baccef35a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:13Z', 'revision_number': 3, 'project_id': '095f4290a7004db7883870c31d10eac9', 'gw_port': {'id': '0933f802-4951-4708-921a-baccef35a088', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:16.248076 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea483cdd-c565-435a-bd19-ac14110c36b2 None None] The sync data for ids ['a3bb6eb9-0f44-423c-afd1-ffd743a16093'] in dv-cinder-824839-2-iscsi is: [{'id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'name': 'tempest-TestMinimumBasicScenario-1021446136-router', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0933f802-4951-4708-921a-baccef35a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:13Z', 'revision_number': 3, 'project_id': '095f4290a7004db7883870c31d10eac9', 'gw_port': {'id': '0933f802-4951-4708-921a-baccef35a088', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:59:16.269103 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-699070c1-4c89-49ae-b874-212be478a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:16.271175 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-699070c1-4c89-49ae-b874-212be478a6dc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4688ab42978643be9b14c64d40460b93&device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 1096 time: 0.0412304 Jan 17 09:59:16.335662 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-0045f636-5d66-41bb-a56a-025768b8b644 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 HTTP/1.1" status: 200 len: 217 time: 0.0440664 Jan 17 09:59:16.335662 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:16.402145 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Network 17649e8c-b25b-45a2-be9b-a7d1a2df66fb is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:59:16.409415 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Pushing event updated for resources: {'Port': ['ID=f00f4eb6-5641-4094-87a3-2a9cacdbb9bb,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:16.412429 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:59:16.413361 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 45ead360-4c02-4ec7-9587-1c5f8d425221 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:59:16.415292 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3473fc2b-5ced-4ac1-9651-c6db296d2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:16.417108 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-3473fc2b-5ced-4ac1-9651-c6db296d2094 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=cdcff95a-5b70-4348-aeb4-5af95785f42c HTTP/1.1" status: 200 len: 853 time: 0.0888550 Jan 17 09:59:16.418121 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:59:16.476749 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-13990244-17b2-4cbd-a26e-5a98074b2d2f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4137bd4f-5c1e-4788-ba73-55fc6e50767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521178 Jan 17 09:59:16.480602 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 45ead360-4c02-4ec7-9587-1c5f8d425221 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:16.481023 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:16.518088 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33152899'] for router_interface (a3bb6eb9-0f44-423c-afd1-ffd743a16093), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:16.710870 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 45ead360-4c02-4ec7-9587-1c5f8d425221 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:16.777007 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-e748dc78-c03f-47e1-bfc0-eadf5ff019e7 None None] Provisioning complete for port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:16.777585 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e748dc78-c03f-47e1-bfc0-eadf5ff019e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:16.804992 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd7fcd-798f-4f2c-86c8-c913ec982534 req-280b720d-b333-483b-ab84-a3ae87f47f47 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:16.807971 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8efd7fcd-798f-4f2c-86c8-c913ec982534 req-280b720d-b333-483b-ab84-a3ae87f47f47 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 943 time: 0.1167779 Jan 17 09:59:16.826722 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-e748dc78-c03f-47e1-bfc0-eadf5ff019e7 None None] Port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:59:16.877542 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8efd7fcd-798f-4f2c-86c8-c913ec982534 req-e4fe5914-cb85-4c16-a611-ede0c89208a6 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637136 Jan 17 09:59:17.070575 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-469652d9-6e49-46a6-b3c4-18a49ace4007 service neutron] 10.222.0.94 "GET /v2.0/networks/4137bd4f-5c1e-4788-ba73-55fc6e50767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871699 Jan 17 09:59:17.170571 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-93a858a6-b2cf-4610-a264-b6144261fbdc req-aede5d2e-f28a-49d1-bd86-3b61021fd8ef service neutron] 10.222.0.94 "GET /v2.0/networks/4137bd4f-5c1e-4788-ba73-55fc6e50767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927577 Jan 17 09:59:17.208394 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:17.377874 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Publish callbacks [] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:17.487790 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:17.553375 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33241328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33152791'] for router_interface (a3bb6eb9-0f44-423c-afd1-ffd743a16093), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:17.555106 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Pushing event updated for resources: {'Port': ['ID=f00f4eb6-5641-4094-87a3-2a9cacdbb9bb,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:17.646526 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Network 17649e8c-b25b-45a2-be9b-a7d1a2df66fb is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:59:17.647897 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:59:17.761128 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Router a3bb6eb9-0f44-423c-afd1-ffd743a16093 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:59:17.851809 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-12dbd445-72c5-4384-9e5a-5c9ba661a6e0 None None] Provisioning complete for port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:17.852375 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-12dbd445-72c5-4384-9e5a-5c9ba661a6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:17.868388 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:59:17.878788 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-2a46fa61-a765-4f66-8e0b-d82e574b4118 admin admin] 10.222.0.88 "PUT /v2.0/routers/a3bb6eb9-0f44-423c-afd1-ffd743a16093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8167748 Jan 17 09:59:17.889768 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-12dbd445-72c5-4384-9e5a-5c9ba661a6e0 None None] Port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:59:18.011720 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1f10d-7421-42d3-883b-0efec1960231 req-e8c3c164-1107-4279-8eeb-254ce1a62473 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:18.013374 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c7f1f10d-7421-42d3-883b-0efec1960231 req-e8c3c164-1107-4279-8eeb-254ce1a62473 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 943 time: 0.0591915 Jan 17 09:59:18.060473 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c7f1f10d-7421-42d3-883b-0efec1960231 req-c258fa37-aa3e-43cf-b77d-bb3f38d808b4 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415478 Jan 17 09:59:18.422695 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 0933f802-4951-4708-921a-baccef35a088 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:59:18.471939 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 0933f802-4951-4708-921a-baccef35a088 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:18.472323 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (0933f802-4951-4708-921a-baccef35a088), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:18.549095 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 0933f802-4951-4708-921a-baccef35a088 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:18.549770 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0933f802-4951-4708-921a-baccef35a088), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:18.578427 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port 0933f802-4951-4708-921a-baccef35a088, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=0933f802-4951-4708-921a-baccef35a088,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:59:18.689184 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (0933f802-4951-4708-921a-baccef35a088), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:18.732711 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Sync routers for ids ['a3bb6eb9-0f44-423c-afd1-ffd743a16093'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:59:18.736644 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=0933f802-4951-4708-921a-baccef35a088,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:18.742569 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Routers {'a3bb6eb9-0f44-423c-afd1-ffd743a16093'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:59:18.743408 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:58:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a3bb6eb9-0f44-423c-afd1-ffd743a16093'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:18.937756 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Set router a3bb6eb9-0f44-423c-afd1-ffd743a16093 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:59:19.172093 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'name': 'tempest-TestMinimumBasicScenario-1021446136-router', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0933f802-4951-4708-921a-baccef35a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:17Z', 'revision_number': 4, 'project_id': '095f4290a7004db7883870c31d10eac9', 'gw_port': {'id': '0933f802-4951-4708-921a-baccef35a088', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'f00f4eb6-5641-4094-87a3-2a9cacdbb9bb', 'name': '', 'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'mac_address': 'fa:16:3e:f6:d3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '8393f05e-6d65-44a4-8fb7-1cacfa255cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:15Z', 'updated_at': '2022-01-17T09:59:17Z', 'revision_number': 2, 'project_id': '095f4290a7004db7883870c31d10eac9', 'subnets': [{'id': '8393f05e-6d65-44a4-8fb7-1cacfa255cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:19.201828 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aa927-d612-457b-a09c-51221b844f09 req-4a5ed5e3-9845-4bdc-8e50-fe6e1eae9bd9 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:19.204394 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-381aa927-d612-457b-a09c-51221b844f09 req-4a5ed5e3-9845-4bdc-8e50-fe6e1eae9bd9 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 943 time: 0.0563998 Jan 17 09:59:19.209109 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Checking router: a3bb6eb9-0f44-423c-afd1-ffd743a16093 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:59:19.209483 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Updating router a3bb6eb9-0f44-423c-afd1-ffd743a16093 port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb binding host dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:59:19.240278 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:19.262707 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-381aa927-d612-457b-a09c-51221b844f09 req-dc2b4752-67d6-4c3c-a7b9-29c3cb5cf6ab tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508027 Jan 17 09:59:19.545797 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Publish callbacks [] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), precommit_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:19.626172 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:19.686701 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5935d-188d-4b8e-b920-a3e7bc47e42b None None] Pushing event updated for resources: {'Port': ['ID=f00f4eb6-5641-4094-87a3-2a9cacdbb9bb,revision_number=3']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:19.760233 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Attempting to bind port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:59:19.760897 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Attempting to bind port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '99a638fc-5add-4834-8810-c23fd68a1441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb'}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:59:19.761044 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Attempting to bind port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb on network 17649e8c-b25b-45a2-be9b-a7d1a2df66fb {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:59:19.769237 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:59:19.769669 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Checking segment: {'id': '99a638fc-5add-4834-8810-c23fd68a1441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:59:19.773167 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:19.773578 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Bound using segment: {'id': '99a638fc-5add-4834-8810-c23fd68a1441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb'} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:59:19.774204 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Bound port: f00f4eb6-5641-4094-87a3-2a9cacdbb9bb, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a638fc-5add-4834-8810-c23fd68a1441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb'}}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:59:19.774612 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:19.844752 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] For port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:59:19.848179 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] For port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=f00f4eb6-5641-4094-87a3-2a9cacdbb9bb,segment=NetworkSegment(99a638fc-5add-4834-8810-c23fd68a1441),segment_id=99a638fc-5add-4834-8810-c23fd68a1441)] {{(pid=114943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:59:19.932014 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-cbb5e468-a0ba-45fd-b9f3-cc13608b5fb9 None None] Provisioning complete for port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:19.932555 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e468-a0ba-45fd-b9f3-cc13608b5fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:19.988090 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5e468-a0ba-45fd-b9f3-cc13608b5fb9 None None] Port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:59:20.055241 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:20.137491 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Routers {'a3bb6eb9-0f44-423c-afd1-ffd743a16093'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:59:20.137769 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T09:58:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a3bb6eb9-0f44-423c-afd1-ffd743a16093'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:20.140001 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5935d-188d-4b8e-b920-a3e7bc47e42b None None] Pushing event updated for resources: {'Port': ['ID=f00f4eb6-5641-4094-87a3-2a9cacdbb9bb,revision_number=4']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:20.280059 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] Set router a3bb6eb9-0f44-423c-afd1-ffd743a16093 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:59:20.421741 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-e6ec2abe-2964-409f-b163-3d2c145c4fb3 None None] Provisioning complete for port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:20.425759 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e6ec2abe-2964-409f-b163-3d2c145c4fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:20.432982 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b4865-5b22-40eb-8053-e59b940ba5d6 req-3f7fe69d-0f4b-43b0-a4dc-6f78722fa84c tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:20.440655 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-985b4865-5b22-40eb-8053-e59b940ba5d6 req-3f7fe69d-0f4b-43b0-a4dc-6f78722fa84c tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 943 time: 0.0621073 Jan 17 09:59:20.483478 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 0933f802-4951-4708-921a-baccef35a088 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:59:20.520046 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-985b4865-5b22-40eb-8053-e59b940ba5d6 req-11db38a4-929d-4486-8751-038dc8fc7fbe tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732102 Jan 17 09:59:20.590161 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'name': 'tempest-TestMinimumBasicScenario-1021446136-router', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0933f802-4951-4708-921a-baccef35a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:17Z', 'revision_number': 4, 'project_id': '095f4290a7004db7883870c31d10eac9', 'gw_port': {'id': '0933f802-4951-4708-921a-baccef35a088', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'f00f4eb6-5641-4094-87a3-2a9cacdbb9bb', 'name': '', 'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'mac_address': 'fa:16:3e:f6:d3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '8393f05e-6d65-44a4-8fb7-1cacfa255cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:15Z', 'updated_at': '2022-01-17T09:59:19Z', 'revision_number': 4, 'project_id': '095f4290a7004db7883870c31d10eac9', 'subnets': [{'id': '8393f05e-6d65-44a4-8fb7-1cacfa255cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:59:20.594676 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 0933f802-4951-4708-921a-baccef35a088 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:20.595392 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (0933f802-4951-4708-921a-baccef35a088), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:20.625633 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3408a3-e5d3-4788-b828-af5b6a2c25e5 None None] The sync data for ids ['a3bb6eb9-0f44-423c-afd1-ffd743a16093'] in dv-cinder-824839-2-iscsi is: [{'id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'name': 'tempest-TestMinimumBasicScenario-1021446136-router', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0933f802-4951-4708-921a-baccef35a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:17Z', 'revision_number': 4, 'project_id': '095f4290a7004db7883870c31d10eac9', 'gw_port': {'id': '0933f802-4951-4708-921a-baccef35a088', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'f00f4eb6-5641-4094-87a3-2a9cacdbb9bb', 'name': '', 'network_id': '17649e8c-b25b-45a2-be9b-a7d1a2df66fb', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'mac_address': 'fa:16:3e:f6:d3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '8393f05e-6d65-44a4-8fb7-1cacfa255cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:15Z', 'updated_at': '2022-01-17T09:59:19Z', 'revision_number': 4, 'project_id': '095f4290a7004db7883870c31d10eac9', 'subnets': [{'id': '8393f05e-6d65-44a4-8fb7-1cacfa255cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:59:20.630433 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec2abe-2964-409f-b163-3d2c145c4fb3 None None] Current status of the port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:20.631013 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e6ec2abe-2964-409f-b163-3d2c145c4fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:20.703776 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-e6ec2abe-2964-409f-b163-3d2c145c4fb3 None None] For port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=f00f4eb6-5641-4094-87a3-2a9cacdbb9bb,segment=NetworkSegment(99a638fc-5add-4834-8810-c23fd68a1441),segment_id=99a638fc-5add-4834-8810-c23fd68a1441)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:59:20.886555 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e6ec2abe-2964-409f-b163-3d2c145c4fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:20.939392 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 0933f802-4951-4708-921a-baccef35a088 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:20.963870 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec2abe-2964-409f-b163-3d2c145c4fb3 None None] Pushing event updated for resources: {'Port': ['ID=f00f4eb6-5641-4094-87a3-2a9cacdbb9bb,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:21.550909 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:59:21.667812 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039fc2d-2a7f-4109-901f-317fd25cb3cd req-56855a2b-0049-4053-9ea5-c8e71ac52e26 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:21.669469 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6039fc2d-2a7f-4109-901f-317fd25cb3cd req-56855a2b-0049-4053-9ea5-c8e71ac52e26 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 943 time: 0.0779510 Jan 17 09:59:21.691351 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5,segment=NetworkSegment(63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87),segment_id=63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:59:21.705268 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5', 'network_id': '4137bd4f-5c1e-4788-ba73-55fc6e50767b', 'port_id': '0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5', 'mac_address': 'fa:16:3e:98:49:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 967, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcff95a-5b70-4348-aeb4-5af95785f42c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:59:21.736917 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6039fc2d-2a7f-4109-901f-317fd25cb3cd req-1ea6e11e-0e87-4dd1-8cf7-b475036d14d9 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595300 Jan 17 09:59:21.936557 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:21.936557 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:21.936557 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:59:21.936557 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5,segment=NetworkSegment(63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87),segment_id=63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:59:22.157955 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:22.215534 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:22.425650 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device f00f4eb6-5641-4094-87a3-2a9cacdbb9bb up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:59:22.453981 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-fb5ad932-be2a-4524-828c-81117224505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:22.482296 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:22.482835 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:22.510979 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:59:22.703536 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:23.047955 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df449b-8562-4e03-9d16-31d57db86643 req-7974f1c9-606a-47ad-8e1a-1875d202301a tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:23.050159 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-77df449b-8562-4e03-9d16-31d57db86643 req-7974f1c9-606a-47ad-8e1a-1875d202301a tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 944 time: 0.0517225 Jan 17 09:59:23.108845 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-77df449b-8562-4e03-9d16-31d57db86643 req-2b981cf1-1d9c-4a6d-af50-006589b31367 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Jan 17 09:59:23.571387 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:59:23.677917 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:59:23.682200 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:23.682659 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:23.785088 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:23.785574 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:23.812805 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d93b89-abf3-418f-a4c9-c030efa64553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:59:23.815220 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4255bbb-25f0-41c9-af7f-45ea984a1121" -d '{"events": [{"server_uuid": "32d93b89-abf3-418f-a4c9-c030efa64553", "name": "network-vif-plugged", "status": "completed", "tag": "0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:59:23.836577 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5,segment=NetworkSegment(63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87),segment_id=63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:59:23.973200 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:24.008429 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e012c95-14c2-46fc-bbda-b9c43b16f4d9 x-openstack-request-id: req-4e012c95-14c2-46fc-bbda-b9c43b16f4d9 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:59:24.008429 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d93b89-abf3-418f-a4c9-c030efa64553", "name": "network-vif-plugged", "status": "completed", "tag": "0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:59:24.008823 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4e012c95-14c2-46fc-bbda-b9c43b16f4d9 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:59:24.009292 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d93b89-abf3-418f-a4c9-c030efa64553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5', 'code': 200} Jan 17 09:59:24.039683 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:24.240392 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab451c4d-ad4f-4bc3-a953-244f24ba9f36 req-d29865e2-d2d3-4564-b9fb-47e0e84eea95 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:24.247573 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ab451c4d-ad4f-4bc3-a953-244f24ba9f36 req-d29865e2-d2d3-4564-b9fb-47e0e84eea95 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 945 time: 0.0600538 Jan 17 09:59:24.293846 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ab451c4d-ad4f-4bc3-a953-244f24ba9f36 req-c9f93d84-2b24-42cc-af80-8d5d79647c22 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453873 Jan 17 09:59:24.408181 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bddc9b-e7e2-4f29-83f3-3c1d7abdf544 req-78e11a08-d83e-461b-b13a-e670c08a0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:24.409736 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-46bddc9b-e7e2-4f29-83f3-3c1d7abdf544 req-78e11a08-d83e-461b-b13a-e670c08a0ada service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 1098 time: 0.0688763 Jan 17 09:59:24.459816 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-46bddc9b-e7e2-4f29-83f3-3c1d7abdf544 req-30ecbf2a-4917-4cce-876f-956ffb3c794c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432546 Jan 17 09:59:24.997628 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-cec3d630-dded-48b2-adef-12823265a8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:25.419996 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eea80b-6f23-44cf-9597-a9e903f00a9d req-1c5ed95c-918b-4f3e-ab46-5b5657841490 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:25.421359 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-96eea80b-6f23-44cf-9597-a9e903f00a9d req-1c5ed95c-918b-4f3e-ab46-5b5657841490 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 945 time: 0.0547173 Jan 17 09:59:25.476441 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-96eea80b-6f23-44cf-9597-a9e903f00a9d req-e76bffed-a20c-45ee-8c8a-07fd48c05524 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492325 Jan 17 09:59:25.915618 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:26.599495 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0cd22-c1ba-4f1e-8f83-c56959b21200 req-96ce14cd-699d-44d9-9034-cb3d4b74d82f tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:26.601029 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-43a0cd22-c1ba-4f1e-8f83-c56959b21200 req-96ce14cd-699d-44d9-9034-cb3d4b74d82f tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 945 time: 0.0544791 Jan 17 09:59:26.651200 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-43a0cd22-c1ba-4f1e-8f83-c56959b21200 req-bc1e6c91-4a54-4e21-bbd3-8d9e02a12431 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440376 Jan 17 09:59:27.700789 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:27.781089 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43120b-754c-45cb-8eb0-d68550f23fc2 req-ca6f1875-41d8-4ca6-a4f9-dce06da4f000 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:27.782673 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4a43120b-754c-45cb-8eb0-d68550f23fc2 req-ca6f1875-41d8-4ca6-a4f9-dce06da4f000 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 945 time: 0.0570896 Jan 17 09:59:27.843243 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4a43120b-754c-45cb-8eb0-d68550f23fc2 req-a602d272-4472-4050-a3bd-01f97ae86050 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547013 Jan 17 09:59:28.966028 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26200f14-ff58-41a4-a0f6-9983b3b24081 req-4130da1b-333d-4fa5-9609-9a5ffebd68a0 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:28.967565 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-26200f14-ff58-41a4-a0f6-9983b3b24081 req-4130da1b-333d-4fa5-9609-9a5ffebd68a0 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 945 time: 0.0577450 Jan 17 09:59:29.029710 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-26200f14-ff58-41a4-a0f6-9983b3b24081 req-cfa318f6-61f7-4845-8440-dbac4ecf5fc7 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536702 Jan 17 09:59:29.083443 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:30.145028 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d9ff1-053b-4982-b286-734be53e8ff2 req-2264bcb1-cc4d-4005-b838-f6282b412a9a tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:30.146479 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1e7d9ff1-053b-4982-b286-734be53e8ff2 req-2264bcb1-cc4d-4005-b838-f6282b412a9a tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 945 time: 0.0481133 Jan 17 09:59:30.192459 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1e7d9ff1-053b-4982-b286-734be53e8ff2 req-798a0f78-5565-45b9-b2b8-0ac2e5ae528a tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Jan 17 09:59:30.753842 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-9877935a-6c98-477f-a721-f5002998cd39 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:30.755339 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-9877935a-6c98-477f-a721-f5002998cd39 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/networks?id=19516cd9-1d44-42fb-b14a-d3e1b89b783a HTTP/1.1" status: 200 len: 815 time: 0.1044140 Jan 17 09:59:30.769243 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-05ae68aa-6fc3-46d5-859c-658283c66ebd tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/quotas/45bf442b053e4c6bbc0b8d92f848b689 HTTP/1.1" status: 200 len: 375 time: 0.0087070 Jan 17 09:59:30.818003 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-66be560a-ff85-4dde-baef-8bef6a29cd80 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=45bf442b053e4c6bbc0b8d92f848b689&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440865 Jan 17 09:59:31.007028 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-ba6847e2-cc78-4198-a97b-3a25c87f3715 service neutron] 10.222.0.88 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778061 Jan 17 09:59:31.092849 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-5a7cd3c4-cba4-4554-913e-d01ad33eef99 service neutron] 10.222.0.88 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801661 Jan 17 09:59:31.308791 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea3595-084d-4434-9210-daea10c9a935 req-aa99b702-c1cc-4f1d-a932-1d61c036fe1b tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:31.309349 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3fea3595-084d-4434-9210-daea10c9a935 req-aa99b702-c1cc-4f1d-a932-1d61c036fe1b tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 945 time: 0.0516343 Jan 17 09:59:31.577923 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8eaa0a8a-f126-413f-bb4c-589da2c575ef req-13b58337-e83b-402b-bfe6-883081b5b1e3 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 210 time: 0.0290899 Jan 17 09:59:31.599475 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3fea3595-084d-4434-9210-daea10c9a935 req-060c8271-266e-4388-aae2-6a554e13292d tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800725 Jan 17 09:59:32.655419 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-55aab046-9605-4b83-a05b-356c1938c77f req-2ec56c01-563d-4cfd-bd1e-5cd495c4c100 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 210 time: 0.0280402 Jan 17 09:59:33.750582 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9641492a-f909-4595-9354-81f1d812e0c8 req-57d0f7a1-9969-43bc-a4d8-aa388ebb8862 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 210 time: 0.0290787 Jan 17 09:59:33.986336 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-66091ad6-d368-412e-bc88-5dcb16be6029 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:33.987759 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-66091ad6-d368-412e-bc88-5dcb16be6029 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.94 "GET /v2.0/networks?id=19516cd9-1d44-42fb-b14a-d3e1b89b783a HTTP/1.1" status: 200 len: 815 time: 0.1027241 Jan 17 09:59:34.000055 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-0777940f-230b-4bfd-8b6f-04a00871a96b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Request body: {'port': {'device_id': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'admin_state_up': True, 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:59:34.248293 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-0777940f-230b-4bfd-8b6f-04a00871a96b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Made reservation on behalf of 45bf442b053e4c6bbc0b8d92f848b689 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:59:34.251899 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-0777940f-230b-4bfd-8b6f-04a00871a96b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:34.378124 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-0777940f-230b-4bfd-8b6f-04a00871a96b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Allocated IP 172.20.0.10 (19516cd9-1d44-42fb-b14a-d3e1b89b783a/e82079b5-3e59-4281-a579-678624f19fad/267138a4-7928-49e8-a2c8-f2e598110674) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:59:34.534999 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-0777940f-230b-4bfd-8b6f-04a00871a96b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for port (267138a4-7928-49e8-a2c8-f2e598110674), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:34.668400 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-0777940f-230b-4bfd-8b6f-04a00871a96b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (267138a4-7928-49e8-a2c8-f2e598110674), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:34.712834 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-0777940f-230b-4bfd-8b6f-04a00871a96b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Network 19516cd9-1d44-42fb-b14a-d3e1b89b783a is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:59:34.715970 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-0777940f-230b-4bfd-8b6f-04a00871a96b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:59:34.719678 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-0777940f-230b-4bfd-8b6f-04a00871a96b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:59:34.745803 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:34.747515 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777940f-230b-4bfd-8b6f-04a00871a96b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event updated for resources: {'Port': ['ID=267138a4-7928-49e8-a2c8-f2e598110674,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:34.774451 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-0777940f-230b-4bfd-8b6f-04a00871a96b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:34.775166 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-0777940f-230b-4bfd-8b6f-04a00871a96b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:34.959764 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daa59b-5158-42e7-a2d7-bebbaabd763c req-b4fc9940-a16f-42c6-9476-c882de42bb3b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:34.961336 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c2daa59b-5158-42e7-a2d7-bebbaabd763c req-b4fc9940-a16f-42c6-9476-c882de42bb3b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0605061 Jan 17 09:59:34.966158 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-0777940f-230b-4bfd-8b6f-04a00871a96b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9693377 Jan 17 09:59:35.016292 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c2daa59b-5158-42e7-a2d7-bebbaabd763c req-b33a6549-6902-46c5-b105-eb2a1dc74f15 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482798 Jan 17 09:59:35.110796 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-5e9918f0-4823-4aaf-93e2-20bbf1ef94ab None None] Provisioning complete for port 267138a4-7928-49e8-a2c8-f2e598110674 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:59:35.111182 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5e9918f0-4823-4aaf-93e2-20bbf1ef94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (267138a4-7928-49e8-a2c8-f2e598110674), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:35.147107 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-5e9918f0-4823-4aaf-93e2-20bbf1ef94ab None None] Port 267138a4-7928-49e8-a2c8-f2e598110674 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:59:36.136960 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945670e-24d0-47b5-bc2a-1c244106b451 req-dc8be8c4-b717-4623-a5f3-7ebbd596724a tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:36.138831 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8945670e-24d0-47b5-bc2a-1c244106b451 req-dc8be8c4-b717-4623-a5f3-7ebbd596724a tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0501688 Jan 17 09:59:36.187653 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8945670e-24d0-47b5-bc2a-1c244106b451 req-d091ce5a-6c74-4b20-8c54-b4e6ec13ecb5 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431285 Jan 17 09:59:36.508487 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 34756) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:59:36.614694 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-735a56ee-72e5-467b-a511-97a21ba0b2d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:36.689323 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-735a56ee-72e5-467b-a511-97a21ba0b2d0 admin admin] Publish callbacks [] for security_group (49421cb3-b813-4dfe-b312-59d478e87fc5), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:36.774792 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-735a56ee-72e5-467b-a511-97a21ba0b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (49421cb3-b813-4dfe-b312-59d478e87fc5), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:36.816867 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-735a56ee-72e5-467b-a511-97a21ba0b2d0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fd0fe292f699471184f733fa293a8910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070967 Jan 17 09:59:36.817765 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a56ee-72e5-467b-a511-97a21ba0b2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49421cb3-b813-4dfe-b312-59d478e87fc5,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:36.819612 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 34762) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:59:36.882166 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Publish callbacks [] for security_group (49421cb3-b813-4dfe-b312-59d478e87fc5), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:36.902896 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Publish callbacks [] for security_group (49421cb3-b813-4dfe-b312-59d478e87fc5), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:37.031109 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (49421cb3-b813-4dfe-b312-59d478e87fc5), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:37.033869 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:37.035601 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/49421cb3-b813-4dfe-b312-59d478e87fc5 HTTP/1.1" status: 204 len: 168 time: 0.2144871 Jan 17 09:59:37.045653 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49421cb3-b813-4dfe-b312-59d478e87fc5,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:37.052981 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:37.053406 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:37.053766 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:37.054114 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:37.054458 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:37.054817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:37.055159 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:37.055498 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:37.055835 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:37.056172 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:37.056505 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:37.056834 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:37.057191 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38fb46-ef35-4e84-bfbd-f687b23f8ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:59:37.305524 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c99cfe-3b33-4967-9431-a289a330f9fc req-f0c36381-3d09-4e09-b29a-815a344bbc74 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:37.307028 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e3c99cfe-3b33-4967-9431-a289a330f9fc req-f0c36381-3d09-4e09-b29a-815a344bbc74 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0481250 Jan 17 09:59:37.361811 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e3c99cfe-3b33-4967-9431-a289a330f9fc req-99913009-c6d1-4995-aa47-eff5e1acb3d7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491874 Jan 17 09:59:38.517345 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ee020-9204-4654-a643-7909c911e01b req-98f04b3e-ee4c-486d-92af-6f222dc2e8d3 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:38.518919 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-359ee020-9204-4654-a643-7909c911e01b req-98f04b3e-ee4c-486d-92af-6f222dc2e8d3 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0530350 Jan 17 09:59:38.575900 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-359ee020-9204-4654-a643-7909c911e01b req-cc1bb954-a34a-48e1-afde-b633856c25ae tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506003 Jan 17 09:59:39.702901 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83c0d0-055a-4f0b-92ec-9ab9e1ae9e30 req-56c20c35-d957-4ddc-8537-c05500b0bdf4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:39.704369 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2e83c0d0-055a-4f0b-92ec-9ab9e1ae9e30 req-56c20c35-d957-4ddc-8537-c05500b0bdf4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0517213 Jan 17 09:59:39.754090 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2e83c0d0-055a-4f0b-92ec-9ab9e1ae9e30 req-8de15d47-f840-41d2-8fab-457d24aaa278 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429776 Jan 17 09:59:40.873088 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154560-2a8d-47c5-add6-e4a33dfad7ef req-82679fc1-f8b0-42fc-aeee-c6d754646f36 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:40.881058 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-94154560-2a8d-47c5-add6-e4a33dfad7ef req-82679fc1-f8b0-42fc-aeee-c6d754646f36 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0571835 Jan 17 09:59:40.923675 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-94154560-2a8d-47c5-add6-e4a33dfad7ef req-073abd36-0c48-4593-9a28-ee618ae6ddd1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Jan 17 09:59:42.052811 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e286e1-6ec9-428c-833f-44d2f33248ef req-1098a968-a6e1-4961-baef-7916beb1f031 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:42.052811 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-77e286e1-6ec9-428c-833f-44d2f33248ef req-1098a968-a6e1-4961-baef-7916beb1f031 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0555625 Jan 17 09:59:42.106236 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-77e286e1-6ec9-428c-833f-44d2f33248ef req-1f14349c-9d21-4dd6-b62e-9f61258b296f tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517631 Jan 17 09:59:43.233039 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e76a9e-e385-4215-bb28-21cf3ff13a97 req-e70d6812-b292-494f-b3cf-b01235e1db69 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:43.235524 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-80e76a9e-e385-4215-bb28-21cf3ff13a97 req-e70d6812-b292-494f-b3cf-b01235e1db69 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0621650 Jan 17 09:59:43.284750 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-80e76a9e-e385-4215-bb28-21cf3ff13a97 req-1b2fff6b-dc1f-44c9-8bc2-91a258bb5728 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 Jan 17 09:59:44.417001 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276e925-553b-452c-b42b-a683db7408bb req-9d505478-4a76-481e-a78b-d22d8190acf8 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:44.419466 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0276e925-553b-452c-b42b-a683db7408bb req-9d505478-4a76-481e-a78b-d22d8190acf8 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0559556 Jan 17 09:59:44.473328 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0276e925-553b-452c-b42b-a683db7408bb req-abd000f7-bde9-4b2b-8bbb-62697fdcf2e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444937 Jan 17 09:59:45.505965 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:59:45.603220 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404c4b8-fa4b-495e-a825-0d29aa59f70d req-90eac557-861d-4f18-96d6-45ad21842623 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:45.604718 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6404c4b8-fa4b-495e-a825-0d29aa59f70d req-90eac557-861d-4f18-96d6-45ad21842623 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0595410 Jan 17 09:59:45.656806 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6404c4b8-fa4b-495e-a825-0d29aa59f70d req-35e82d32-8169-4e94-b129-eb9d26ffeee1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465469 Jan 17 09:59:46.771375 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5885cb0-5eff-44de-b85a-af7c2a725f76 req-55cc47eb-198a-4c66-89e1-0295a8491e9d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:46.772795 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a5885cb0-5eff-44de-b85a-af7c2a725f76 req-55cc47eb-198a-4c66-89e1-0295a8491e9d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0516348 Jan 17 09:59:46.823844 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a5885cb0-5eff-44de-b85a-af7c2a725f76 req-f12e1b3f-e287-4397-8e9d-5171c352d517 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454135 Jan 17 09:59:47.951300 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea06afa-df3d-4e0f-a15b-9267332032ca req-84fe1d01-ac56-4f17-b15e-5a8d591da4a7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:47.953011 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8ea06afa-df3d-4e0f-a15b-9267332032ca req-84fe1d01-ac56-4f17-b15e-5a8d591da4a7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0536034 Jan 17 09:59:48.003517 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8ea06afa-df3d-4e0f-a15b-9267332032ca req-f204c5e9-1439-4784-ab50-47aaf099ffb6 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431747 Jan 17 09:59:49.116061 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4f17a-4ba4-4728-85ee-d38371d0d09f req-e32a50d2-7075-40dd-9262-77e3635066fd tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:49.117464 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-00a4f17a-4ba4-4728-85ee-d38371d0d09f req-e32a50d2-7075-40dd-9262-77e3635066fd tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0482035 Jan 17 09:59:49.163181 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-00a4f17a-4ba4-4728-85ee-d38371d0d09f req-53c0a44f-3c4e-4d0a-a77e-4a9924a247a4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403163 Jan 17 09:59:50.275105 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b348070-6324-441f-9e15-740ce8c4d9dd req-cb261333-a138-4e70-bd28-a3db31b2adf2 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:50.276682 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8b348070-6324-441f-9e15-740ce8c4d9dd req-cb261333-a138-4e70-bd28-a3db31b2adf2 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0484240 Jan 17 09:59:50.324971 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8b348070-6324-441f-9e15-740ce8c4d9dd req-d48ed5a9-d78f-4590-909d-14a6ed87e34f tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429049 Jan 17 09:59:51.272353 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Request body: {'port': {'device_id': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:59:51.329742 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (267138a4-7928-49e8-a2c8-f2e598110674), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:51.424146 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e1e72096-8a11-4c69-9aea-0cb562713f9c req-c318b083-1d7c-492e-9319-2c06eea49ff1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0915854 Jan 17 09:59:51.468270 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efdd25-d60f-425d-b4b7-357ce4350791 req-3440a805-2402-4c14-bd7c-9b7f490cfc57 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:51.469433 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-58efdd25-d60f-425d-b4b7-357ce4350791 req-3440a805-2402-4c14-bd7c-9b7f490cfc57 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 932 time: 0.0616231 Jan 17 09:59:51.533508 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-58efdd25-d60f-425d-b4b7-357ce4350791 req-39a56f21-f05d-40ae-9a46-671799119d92 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556276 Jan 17 09:59:51.572154 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e72096-8a11-4c69-9aea-0cb562713f9c req-1f5bbe58-45a7-4585-a221-f53af69f1aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:51.573712 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e1e72096-8a11-4c69-9aea-0cb562713f9c req-1f5bbe58-45a7-4585-a221-f53af69f1aa1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9d833d073d534e56bcff57aead77b7e7&device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 1098 time: 0.1029246 Jan 17 09:59:51.741937 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e72096-8a11-4c69-9aea-0cb562713f9c req-9ed36e1c-b110-4e80-89e9-430d9ee47aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:51.743554 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e1e72096-8a11-4c69-9aea-0cb562713f9c req-9ed36e1c-b110-4e80-89e9-430d9ee47aa3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 HTTP/1.1" status: 200 len: 912 time: 0.1511414 Jan 17 09:59:51.750558 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267138a4-7928-49e8-a2c8-f2e598110674 {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:59:51.765803 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Publish callbacks [] for port (267138a4-7928-49e8-a2c8-f2e598110674), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:51.813427 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Transition to ACTIVE for port object 267138a4-7928-49e8-a2c8-f2e598110674 will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:59:51.825688 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e1e72096-8a11-4c69-9aea-0cb562713f9c req-11a99537-e733-4270-abad-713e0f164ba8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 HTTP/1.1" status: 200 len: 1001 time: 0.0700445 Jan 17 09:59:51.878575 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e72096-8a11-4c69-9aea-0cb562713f9c req-96a6c75a-e1b6-406a-a0e9-75b197b0596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:51.880015 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e1e72096-8a11-4c69-9aea-0cb562713f9c req-96a6c75a-e1b6-406a-a0e9-75b197b0596d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3e054dbc-2aac-43d1-a338-3beb57e47aa8 HTTP/1.1" status: 200 len: 850 time: 0.0468171 Jan 17 09:59:51.884904 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (267138a4-7928-49e8-a2c8-f2e598110674), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:51.960446 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Pushing event updated for resources: {'Port': ['ID=267138a4-7928-49e8-a2c8-f2e598110674,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:51.983757 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e72096-8a11-4c69-9aea-0cb562713f9c req-b9071d83-408a-4ebb-b6c2-c7c898647036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:51.985326 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e1e72096-8a11-4c69-9aea-0cb562713f9c req-b9071d83-408a-4ebb-b6c2-c7c898647036 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0978243 Jan 17 09:59:52.087897 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Attempting to bind port 267138a4-7928-49e8-a2c8-f2e598110674 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:59:52.088241 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Attempting to bind port 267138a4-7928-49e8-a2c8-f2e598110674 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '58fe4555-329e-4564-901e-8d983f1aaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:59:52.088578 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Attempting to bind port 267138a4-7928-49e8-a2c8-f2e598110674 on network 19516cd9-1d44-42fb-b14a-d3e1b89b783a {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:59:52.097743 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Port 267138a4-7928-49e8-a2c8-f2e598110674 on network 19516cd9-1d44-42fb-b14a-d3e1b89b783a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:59:52.098061 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Attempting to bind port 267138a4-7928-49e8-a2c8-f2e598110674 on network 19516cd9-1d44-42fb-b14a-d3e1b89b783a {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:59:52.112826 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:59:52.113164 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Checking segment: {'id': '58fe4555-329e-4564-901e-8d983f1aaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:59:52.113588 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Bound using segment: {'id': '58fe4555-329e-4564-901e-8d983f1aaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:59:52.114015 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Bound port: 267138a4-7928-49e8-a2c8-f2e598110674, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fe4555-329e-4564-901e-8d983f1aaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:59:52.114371 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (267138a4-7928-49e8-a2c8-f2e598110674), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:52.132100 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e1e72096-8a11-4c69-9aea-0cb562713f9c req-055f2ebc-4531-40c4-b215-6ff38a488979 service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266387 Jan 17 09:59:52.195839 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] For port 267138a4-7928-49e8-a2c8-f2e598110674, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:59:52.241015 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] For port 267138a4-7928-49e8-a2c8-f2e598110674, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=267138a4-7928-49e8-a2c8-f2e598110674,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:59:52.277731 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e1e72096-8a11-4c69-9aea-0cb562713f9c req-aca729eb-74f6-479d-81c5-e4c96a7c9c8b service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949161 Jan 17 09:59:52.306101 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (267138a4-7928-49e8-a2c8-f2e598110674), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:52.343671 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:52.343922 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:52.345495 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] 10.222.0.94 "PUT /v2.0/ports/267138a4-7928-49e8-a2c8-f2e598110674 HTTP/1.1" status: 200 len: 1094 time: 1.0786927 Jan 17 09:59:52.350760 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:59:52.353104 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39688cb3-8d1d-4b53-aaa7-3b9460415eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "tag": "267138a4-7928-49e8-a2c8-f2e598110674"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:59:52.386854 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a3b99-e599-43bc-8efe-069bb0441b9e service neutron] Pushing event updated for resources: {'Port': ['ID=267138a4-7928-49e8-a2c8-f2e598110674,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:52.400732 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c7f637-9f2c-46bf-80b6-2c057f2bd19d x-openstack-request-id: req-b1c7f637-9f2c-46bf-80b6-2c057f2bd19d {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:59:52.401145 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "tag": "267138a4-7928-49e8-a2c8-f2e598110674", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:59:52.401500 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b1c7f637-9f2c-46bf-80b6-2c057f2bd19d {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:59:52.402080 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674', 'status': 'completed', 'code': 200} Jan 17 09:59:52.471124 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39688cb3-8d1d-4b53-aaa7-3b9460415eb6 req-8437f974-75cf-4f18-a29e-2125953e857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:52.473795 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-39688cb3-8d1d-4b53-aaa7-3b9460415eb6 req-8437f974-75cf-4f18-a29e-2125953e857c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=45bf442b053e4c6bbc0b8d92f848b689&device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 1097 time: 0.0479636 Jan 17 09:59:52.499410 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-de2dcd2e-148a-4006-8308-7f0540d2f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:52.576555 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39688cb3-8d1d-4b53-aaa7-3b9460415eb6 req-c239d290-e1db-4bdd-9791-c318eca0aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:52.578121 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-39688cb3-8d1d-4b53-aaa7-3b9460415eb6 req-c239d290-e1db-4bdd-9791-c318eca0aeae service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=45bf442b053e4c6bbc0b8d92f848b689&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0950627 Jan 17 09:59:52.672925 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212b31-a65e-4631-ace5-005f6136c12a req-bbccc23c-0ca5-448e-bf55-da186a1f6506 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:52.675622 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9a212b31-a65e-4631-ace5-005f6136c12a req-bbccc23c-0ca5-448e-bf55-da186a1f6506 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 944 time: 0.0607047 Jan 17 09:59:52.686980 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39688cb3-8d1d-4b53-aaa7-3b9460415eb6 req-4bd41063-3e88-48ac-aea0-6dfeeaa93d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:52.688537 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-39688cb3-8d1d-4b53-aaa7-3b9460415eb6 req-4bd41063-3e88-48ac-aea0-6dfeeaa93d79 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1026444 Jan 17 09:59:52.732047 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9a212b31-a65e-4631-ace5-005f6136c12a req-5b088fe7-a610-480b-bce7-2544ffb90dda tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427308 Jan 17 09:59:52.769685 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-b8dc8ab0-73bd-49ac-ada4-bf8be33d3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:52.771296 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-b8dc8ab0-73bd-49ac-ada4-bf8be33d3b90 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=45bf442b053e4c6bbc0b8d92f848b689&device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 1097 time: 0.0417981 Jan 17 09:59:52.816436 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-1019b723-9ebd-4b0f-bcdd-0c46fd7e6c2b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=267138a4-7928-49e8-a2c8-f2e598110674 HTTP/1.1" status: 200 len: 217 time: 0.0337794 Jan 17 09:59:52.868201 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-bebf75ca-4d19-40ec-bf05-2057a2cdff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:52.869664 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-bebf75ca-4d19-40ec-bf05-2057a2cdff47 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e82079b5-3e59-4281-a579-678624f19fad HTTP/1.1" status: 200 len: 854 time: 0.0468664 Jan 17 09:59:52.915811 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-bf90c09a-3690-4330-8b6e-379f011c662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:52.917259 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-bf90c09a-3690-4330-8b6e-379f011c662a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=19516cd9-1d44-42fb-b14a-d3e1b89b783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409832 Jan 17 09:59:53.003981 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-ed91d41c-2408-494c-9cd6-1b1a9b70a97f service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797706 Jan 17 09:59:53.094255 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-c9137fa5-ab66-4ea2-9253-47259d7bd45c req-25499b59-d537-4298-82f0-d9d4ac6029b0 service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830154 Jan 17 09:59:53.851541 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ce3c1-7857-4337-a635-9e13155497b9 req-9564bc29-1c41-4801-ae3c-b74564887865 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:53.853065 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-460ce3c1-7857-4337-a635-9e13155497b9 req-9564bc29-1c41-4801-ae3c-b74564887865 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 944 time: 0.0522091 Jan 17 09:59:53.899974 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-460ce3c1-7857-4337-a635-9e13155497b9 req-37da497a-5f28-4fd7-8189-f8bfefec71c4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Jan 17 09:59:54.973147 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-30538acd-ee6e-4421-b287-c42146b5ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:55.010589 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5904c-5f2c-4346-86af-87721e2c518c req-5777b567-3f52-45e6-8e98-f377c7b9ffef tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:55.012077 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ebf5904c-5f2c-4346-86af-87721e2c518c req-5777b567-3f52-45e6-8e98-f377c7b9ffef tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 944 time: 0.0472317 Jan 17 09:59:55.058075 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ebf5904c-5f2c-4346-86af-87721e2c518c req-a120e384-724f-4afc-b8c0-5d41a0a9e88f tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403793 Jan 17 09:59:55.891771 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:56.170680 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb3f1d-014c-4660-bcdf-c1028c3d5749 req-4d7079ed-4311-46bf-b8c5-c87fbadd6bc4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:56.172183 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-edfb3f1d-014c-4660-bcdf-c1028c3d5749 req-4d7079ed-4311-46bf-b8c5-c87fbadd6bc4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 944 time: 0.0479407 Jan 17 09:59:56.222277 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-edfb3f1d-014c-4660-bcdf-c1028c3d5749 req-6dad7083-d113-4c3c-a1db-19f20c0c5796 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444157 Jan 17 09:59:57.331746 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff23fa-0693-4b8f-b4a0-ad5cc33d49b1 req-c5fff48f-f330-4206-84a5-2b768532c36e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:57.333247 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2dff23fa-0693-4b8f-b4a0-ad5cc33d49b1 req-c5fff48f-f330-4206-84a5-2b768532c36e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 944 time: 0.0467732 Jan 17 09:59:57.380016 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2dff23fa-0693-4b8f-b4a0-ad5cc33d49b1 req-55418d50-4c62-4d6f-8535-dfcf32ca4e96 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Jan 17 09:59:57.714446 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:58.055055 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 267138a4-7928-49e8-a2c8-f2e598110674 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:59:58.148067 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 267138a4-7928-49e8-a2c8-f2e598110674, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=267138a4-7928-49e8-a2c8-f2e598110674,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:59:58.159242 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '267138a4-7928-49e8-a2c8-f2e598110674', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'port_id': '267138a4-7928-49e8-a2c8-f2e598110674', 'mac_address': 'fa:16:3e:8d:9c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e82079b5-3e59-4281-a579-678624f19fad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:59:58.194902 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 267138a4-7928-49e8-a2c8-f2e598110674 is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:59:58.195303 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (267138a4-7928-49e8-a2c8-f2e598110674), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:58.208445 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267138a4-7928-49e8-a2c8-f2e598110674 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:59:58.227857 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 267138a4-7928-49e8-a2c8-f2e598110674, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=267138a4-7928-49e8-a2c8-f2e598110674,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:59:58.327502 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (267138a4-7928-49e8-a2c8-f2e598110674), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:58.373912 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=267138a4-7928-49e8-a2c8-f2e598110674,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:59:58.491276 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc3ab4-f3b2-4091-bd32-c8852b1860fc req-5f645448-f67c-480e-b6c3-65aa6536df0e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:58.492744 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e8bc3ab4-f3b2-4091-bd32-c8852b1860fc req-5f645448-f67c-480e-b6c3-65aa6536df0e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 945 time: 0.0476425 Jan 17 09:59:58.537582 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e8bc3ab4-f3b2-4091-bd32-c8852b1860fc req-125c8d01-00ee-46cc-a197-25434731810f tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 Jan 17 09:59:59.098429 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:59:59.656315 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739a491-2df1-438b-8a99-5567ca089563 req-19fcd76d-5825-4667-96cc-9b6d48590cd6 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:59:59.657816 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1739a491-2df1-438b-8a99-5567ca089563 req-19fcd76d-5825-4667-96cc-9b6d48590cd6 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 945 time: 0.0562541 Jan 17 09:59:59.704190 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1739a491-2df1-438b-8a99-5567ca089563 req-a0b76094-237c-480f-9b23-6a08086f4bc2 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Jan 17 10:00:00.813654 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a295b68-5f40-4b32-8596-96ce63601ff2 req-20aca697-3562-4470-86e2-c555e8ad9822 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:00.815643 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2a295b68-5f40-4b32-8596-96ce63601ff2 req-20aca697-3562-4470-86e2-c555e8ad9822 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 945 time: 0.0470877 Jan 17 10:00:00.861236 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2a295b68-5f40-4b32-8596-96ce63601ff2 req-e7711136-a5b8-4e17-a058-d9e05fba0d6f tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401089 Jan 17 10:00:00.904501 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['267138a4-7928-49e8-a2c8-f2e598110674'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:00:01.977059 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8721e-5ad6-4faf-b071-750ba30d8a9f req-5a3c2b3e-748a-475b-814c-a6b6cd81a26d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:01.978595 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9cd8721e-5ad6-4faf-b071-750ba30d8a9f req-5a3c2b3e-748a-475b-814c-a6b6cd81a26d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 945 time: 0.0510910 Jan 17 10:00:02.027199 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9cd8721e-5ad6-4faf-b071-750ba30d8a9f req-bbd59a98-6f48-4d1c-bda4-49fa9fd7177d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Jan 17 10:00:03.139724 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98d265-b621-4cfa-828d-c0e3d1a3b935 req-afa638e4-15f5-45c7-b4e7-573ba4f76df8 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:03.141213 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0c98d265-b621-4cfa-828d-c0e3d1a3b935 req-afa638e4-15f5-45c7-b4e7-573ba4f76df8 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 945 time: 0.0482240 Jan 17 10:00:03.192982 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0c98d265-b621-4cfa-828d-c0e3d1a3b935 req-3c0070ca-18a4-495c-93ef-62174fb99ed1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447974 Jan 17 10:00:04.072667 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 267138a4-7928-49e8-a2c8-f2e598110674 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:00:04.213112 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 267138a4-7928-49e8-a2c8-f2e598110674 completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 10:00:04.217174 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 267138a4-7928-49e8-a2c8-f2e598110674 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:00:04.217565 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (267138a4-7928-49e8-a2c8-f2e598110674), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:04.321397 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 267138a4-7928-49e8-a2c8-f2e598110674 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:00:04.321812 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (267138a4-7928-49e8-a2c8-f2e598110674), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:04.346778 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476db582-adb3-47fa-9083-d1df1055544a req-f2bc97c6-3cdf-48c4-b058-e397a73babe6 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:04.348450 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-476db582-adb3-47fa-9083-d1df1055544a req-f2bc97c6-3cdf-48c4-b058-e397a73babe6 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 945 time: 0.0650458 Jan 17 10:00:04.350398 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:00:04.352768 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4825f8fb-c16f-46e7-8853-2ed169c55d02" -d '{"events": [{"server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "name": "network-vif-plugged", "status": "completed", "tag": "267138a4-7928-49e8-a2c8-f2e598110674"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:00:04.371480 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 267138a4-7928-49e8-a2c8-f2e598110674, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=267138a4-7928-49e8-a2c8-f2e598110674,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:00:04.401373 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-476db582-adb3-47fa-9083-d1df1055544a req-8f47d12d-5562-4ec3-b170-82f91a80c3e2 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472701 Jan 17 10:00:04.446980 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf3f543-3f62-4d7b-af3e-d5560b423433 x-openstack-request-id: req-4bf3f543-3f62-4d7b-af3e-d5560b423433 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:00:04.458553 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "name": "network-vif-plugged", "status": "completed", "tag": "267138a4-7928-49e8-a2c8-f2e598110674", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:00:04.458553 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4bf3f543-3f62-4d7b-af3e-d5560b423433 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:00:04.458553 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674', 'code': 200} Jan 17 10:00:04.520137 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (267138a4-7928-49e8-a2c8-f2e598110674), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:04.571423 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=267138a4-7928-49e8-a2c8-f2e598110674,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:00:04.679208 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c3173-5a0a-4497-b818-76f68c9c108d req-6fc5d900-2e74-437a-9159-7518cf0a708b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:04.680736 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5a5c3173-5a0a-4497-b818-76f68c9c108d req-6fc5d900-2e74-437a-9159-7518cf0a708b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0603843 Jan 17 10:00:04.727386 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5a5c3173-5a0a-4497-b818-76f68c9c108d req-040d3cf6-ecff-43d6-8078-a9de62adeef4 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410650 Jan 17 10:00:04.732814 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:05.514851 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de21e4-97bd-4426-bf3d-74f7817dbfc1 req-5c524bcd-f4b2-457e-a4ef-eb88f29a526c tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:05.516318 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-19de21e4-97bd-4426-bf3d-74f7817dbfc1 req-5c524bcd-f4b2-457e-a4ef-eb88f29a526c tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0474324 Jan 17 10:00:05.562202 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-19de21e4-97bd-4426-bf3d-74f7817dbfc1 req-5e056cba-b436-46e0-bf2c-0454a7de09d6 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Jan 17 10:00:05.842910 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1cfed-7094-42df-8202-0e1f7c54f6ac req-d966c952-9f98-4197-86ef-96e4139649f6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:05.844947 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0be1cfed-7094-42df-8202-0e1f7c54f6ac req-d966c952-9f98-4197-86ef-96e4139649f6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0513794 Jan 17 10:00:05.892147 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0be1cfed-7094-42df-8202-0e1f7c54f6ac req-42336627-6523-44b3-a8e4-8b1571a12c46 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408113 Jan 17 10:00:06.682888 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417c217-f2a8-4200-87e9-fe6cfacca423 req-af83e140-7987-4b79-97ab-3067e8dc52b4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:06.684393 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a417c217-f2a8-4200-87e9-fe6cfacca423 req-af83e140-7987-4b79-97ab-3067e8dc52b4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0483017 Jan 17 10:00:06.730690 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a417c217-f2a8-4200-87e9-fe6cfacca423 req-dd2ab40e-dde5-40f5-a70c-d6248705911f tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Jan 17 10:00:07.022221 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1696c-7bbf-4359-bb7b-2e849c128a26 req-1d04144f-8319-40cd-bacb-d09ad40f3f45 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:07.023708 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-18c1696c-7bbf-4359-bb7b-2e849c128a26 req-1d04144f-8319-40cd-bacb-d09ad40f3f45 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0481918 Jan 17 10:00:07.072428 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-18c1696c-7bbf-4359-bb7b-2e849c128a26 req-3e9da953-adef-4f7b-9069-1743a9e72d4b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431972 Jan 17 10:00:07.841364 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f9e6d-47e8-4e17-b094-b600924302e4 req-11794347-3a97-483f-aad4-a82ad0f379b3 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:07.843021 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-058f9e6d-47e8-4e17-b094-b600924302e4 req-11794347-3a97-483f-aad4-a82ad0f379b3 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0476360 Jan 17 10:00:07.891329 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-058f9e6d-47e8-4e17-b094-b600924302e4 req-7006b980-2c28-45bb-9520-010ad37f7d03 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428200 Jan 17 10:00:08.182906 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4571a0-94c6-409d-ba13-bc38571aba04 req-4eda3ee7-de19-419a-acdc-7edda1145ccf tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:08.189576 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3a4571a0-94c6-409d-ba13-bc38571aba04 req-4eda3ee7-de19-419a-acdc-7edda1145ccf tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0476086 Jan 17 10:00:08.229869 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3a4571a0-94c6-409d-ba13-bc38571aba04 req-f4caf5bd-1289-4eaa-9464-ba29b973f4f1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400393 Jan 17 10:00:08.277488 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d74b39-cb05-4c27-8e86-db4e95a0d1c3 req-a84136b1-70c5-414b-aa5b-2726c347a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:08.278989 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-00d74b39-cb05-4c27-8e86-db4e95a0d1c3 req-a84136b1-70c5-414b-aa5b-2726c347a99e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 1099 time: 0.0394752 Jan 17 10:00:08.345443 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-00d74b39-cb05-4c27-8e86-db4e95a0d1c3 req-51b552d5-d65a-49bf-9b8d-8e3bed5f1f08 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385923 Jan 17 10:00:09.004414 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba315e-7104-404b-bceb-a5218272d9af req-5ecd3660-fb24-4d8b-b0ea-278bb23a9f82 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:09.005828 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5eba315e-7104-404b-bceb-a5218272d9af req-5ecd3660-fb24-4d8b-b0ea-278bb23a9f82 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0511031 Jan 17 10:00:09.051477 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5eba315e-7104-404b-bceb-a5218272d9af req-c03a1a64-88cd-4307-aeb5-da4d05ec8566 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Jan 17 10:00:09.348684 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7261e75-4e71-44f5-9999-2fcd2731ebff req-ef7ebf0a-8f44-4e11-b3a1-2b43d0eb8a78 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:09.350165 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c7261e75-4e71-44f5-9999-2fcd2731ebff req-ef7ebf0a-8f44-4e11-b3a1-2b43d0eb8a78 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0530932 Jan 17 10:00:09.397471 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c7261e75-4e71-44f5-9999-2fcd2731ebff req-2e07cf8c-3438-41d5-a2ef-34d5b4db453c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417800 Jan 17 10:00:10.182390 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f494a-528b-4102-a79c-0cf383be3625 req-bba73695-aef6-438d-a6b8-c8228d20d62a tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:10.193078 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c19f494a-528b-4102-a79c-0cf383be3625 req-bba73695-aef6-438d-a6b8-c8228d20d62a tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0697422 Jan 17 10:00:10.236314 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c19f494a-528b-4102-a79c-0cf383be3625 req-bd842616-a7e2-4a1c-a608-17d25ab6cb06 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454247 Jan 17 10:00:10.509199 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5a36b-df21-4955-8c9a-5225c11c12ad req-02a3bc13-95ea-49da-b0ef-4d15e3b47ad7 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:10.510657 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d2b5a36b-df21-4955-8c9a-5225c11c12ad req-02a3bc13-95ea-49da-b0ef-4d15e3b47ad7 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0481477 Jan 17 10:00:10.557461 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d2b5a36b-df21-4955-8c9a-5225c11c12ad req-2a8fb415-b77a-40b8-bf4b-ce074b1c146e tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412092 Jan 17 10:00:11.347491 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595c45c-95da-440d-a3e8-c1b26f9844aa req-f9f3b68b-cebd-4b22-9470-0c3c2a88bc0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:11.349085 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d595c45c-95da-440d-a3e8-c1b26f9844aa req-f9f3b68b-cebd-4b22-9470-0c3c2a88bc0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0476754 Jan 17 10:00:11.398855 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d595c45c-95da-440d-a3e8-c1b26f9844aa req-8b1b2dc5-cfa1-4c25-a1ea-350e62c012e2 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442476 Jan 17 10:00:11.508336 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39eeb8b-1443-4c7e-b6e9-783810b22277 req-f5ae106b-ee79-48cd-862f-d324d49a6331 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:11.509837 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c39eeb8b-1443-4c7e-b6e9-783810b22277 req-f5ae106b-ee79-48cd-862f-d324d49a6331 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0476682 Jan 17 10:00:11.556056 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c39eeb8b-1443-4c7e-b6e9-783810b22277 req-a9ceeb14-a7f1-4c2a-ad7f-07593894e90d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Jan 17 10:00:11.670688 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e88c8-9d29-409d-8234-98ce2f101422 req-f54089da-3be4-4a97-9e59-4a38e196f4b8 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:11.672244 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1f0e88c8-9d29-409d-8234-98ce2f101422 req-f54089da-3be4-4a97-9e59-4a38e196f4b8 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0484416 Jan 17 10:00:11.725374 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1f0e88c8-9d29-409d-8234-98ce2f101422 req-a7cd8289-4eee-42a0-afbd-6f12ff7bfe56 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476484 Jan 17 10:00:11.883741 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee80a1d-3a25-4f43-940a-03bb12eca7a4 req-52129905-f06a-42da-9dff-0be21e5bd8d6 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:11.885191 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-eee80a1d-3a25-4f43-940a-03bb12eca7a4 req-52129905-f06a-42da-9dff-0be21e5bd8d6 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0512090 Jan 17 10:00:11.931664 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-eee80a1d-3a25-4f43-940a-03bb12eca7a4 req-2a59f955-90d5-4c08-b831-fd9e21d4ae09 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 Jan 17 10:00:12.837405 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622a41e-8c0a-49a1-aad9-c664b710c7ec req-078e6ff1-3dac-42b8-affa-b23b99fcc2e5 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:12.838899 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f622a41e-8c0a-49a1-aad9-c664b710c7ec req-078e6ff1-3dac-42b8-affa-b23b99fcc2e5 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0471675 Jan 17 10:00:12.885723 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f622a41e-8c0a-49a1-aad9-c664b710c7ec req-703101ed-31d1-4d92-a920-e44552cff6d1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412443 Jan 17 10:00:13.997765 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91c4f5-88bc-4a6f-b4d3-351d8ed6a8fd req-1f535b49-1626-4a6e-b784-c3e3064f098a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:13.999262 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3e91c4f5-88bc-4a6f-b4d3-351d8ed6a8fd req-1f535b49-1626-4a6e-b784-c3e3064f098a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0474110 Jan 17 10:00:14.048291 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3e91c4f5-88bc-4a6f-b4d3-351d8ed6a8fd req-735b9e4c-f51a-44cb-a7e9-4f4597f84915 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429156 Jan 17 10:00:15.160358 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd036e8-7f21-40bd-a3b5-ecc7157adb2d req-81c67171-79f7-48a5-9006-be2ccdb2e6b3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:15.161835 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4fd036e8-7f21-40bd-a3b5-ecc7157adb2d req-81c67171-79f7-48a5-9006-be2ccdb2e6b3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0476296 Jan 17 10:00:15.208725 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4fd036e8-7f21-40bd-a3b5-ecc7157adb2d req-36a1a2c5-8499-47bd-8122-1408a394b4d9 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413156 Jan 17 10:00:16.320032 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fde262-8870-4cf0-ad3d-8931e3a9b4d0 req-a76b2254-d7d0-4b15-9273-2d2fe187b17b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:16.321491 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-91fde262-8870-4cf0-ad3d-8931e3a9b4d0 req-a76b2254-d7d0-4b15-9273-2d2fe187b17b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0470665 Jan 17 10:00:16.368213 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-91fde262-8870-4cf0-ad3d-8931e3a9b4d0 req-3ad29e86-7f5b-4a84-9d27-29359c906be7 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413394 Jan 17 10:00:17.496144 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8dd48-b810-4bae-8ad9-15abdab22fdb req-39a00c42-3730-48b3-95a3-1c2055369b17 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:17.497618 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2bc8dd48-b810-4bae-8ad9-15abdab22fdb req-39a00c42-3730-48b3-95a3-1c2055369b17 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0559793 Jan 17 10:00:17.546351 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2bc8dd48-b810-4bae-8ad9-15abdab22fdb req-66a51652-9ead-4ff3-bcb4-9bed0b87a872 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427024 Jan 17 10:00:18.659020 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f731bb-c5a3-4b44-8be1-d81d910fa1ae req-c9b3a687-2033-4060-9b0e-9b012355daec tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:18.660547 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-17f731bb-c5a3-4b44-8be1-d81d910fa1ae req-c9b3a687-2033-4060-9b0e-9b012355daec tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0502393 Jan 17 10:00:18.709915 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-17f731bb-c5a3-4b44-8be1-d81d910fa1ae req-34048b52-7d82-4439-b97d-6fdb4cb1648b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438032 Jan 17 10:00:19.828714 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f91f44-a9b6-4b5c-b4e3-0ebfea93f17a req-11afa8a1-a8c0-4e27-a156-666093d2720d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:19.830766 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a9f91f44-a9b6-4b5c-b4e3-0ebfea93f17a req-11afa8a1-a8c0-4e27-a156-666093d2720d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0529015 Jan 17 10:00:19.882637 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a9f91f44-a9b6-4b5c-b4e3-0ebfea93f17a req-5b782928-638d-4bb5-b682-4c58d091b970 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458908 Jan 17 10:00:21.000615 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef4f03-c307-4d93-b8d7-a22a0de39115 req-c1785c71-93fc-41f1-9f95-b9a1e767ff34 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:21.002149 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-71ef4f03-c307-4d93-b8d7-a22a0de39115 req-c1785c71-93fc-41f1-9f95-b9a1e767ff34 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0495856 Jan 17 10:00:21.048939 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-71ef4f03-c307-4d93-b8d7-a22a0de39115 req-6187cb2e-8ae0-4cb7-92ca-95c0914a58c1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407581 Jan 17 10:00:22.175203 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94a0ce-a070-4b68-8036-8eb0108f2d80 req-6c740974-71ea-48ad-a81b-32a90271ec8b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:22.176705 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0e94a0ce-a070-4b68-8036-8eb0108f2d80 req-6c740974-71ea-48ad-a81b-32a90271ec8b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0497451 Jan 17 10:00:22.229095 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0e94a0ce-a070-4b68-8036-8eb0108f2d80 req-fafe11ea-87b0-468c-ab75-9c9684883b27 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469074 Jan 17 10:00:22.446795 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-80b20da7-59e8-4c2a-ac84-15395f5f0026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:22.505403 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:00:23.350326 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6105b-b930-4e69-8e7a-9b813a53d509 req-7359cd16-5a10-431c-b639-a706263a2176 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:23.351822 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1ed6105b-b930-4e69-8e7a-9b813a53d509 req-7359cd16-5a10-431c-b639-a706263a2176 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0522459 Jan 17 10:00:23.398592 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1ed6105b-b930-4e69-8e7a-9b813a53d509 req-d3dcfb91-8987-4231-929c-cd26c480eae5 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413125 Jan 17 10:00:24.514469 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26594fd-d42b-4c59-bcbc-f1f453b56f64 req-a9902ade-e9bc-402b-a243-377dbe8c37c2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:24.515937 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f26594fd-d42b-4c59-bcbc-f1f453b56f64 req-a9902ade-e9bc-402b-a243-377dbe8c37c2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0493906 Jan 17 10:00:24.564737 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f26594fd-d42b-4c59-bcbc-f1f453b56f64 req-2bef9bcf-c09f-4f0e-8527-a7d62f35fe62 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426464 Jan 17 10:00:24.972434 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b92d-ee33-4289-b4d4-ebcfdb19e8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:25.684370 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edf32e-4a51-4240-ad19-93014f916515 req-d4f4ad8d-dc60-4db4-a071-92bdb8e96c85 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:25.685985 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-82edf32e-4a51-4240-ad19-93014f916515 req-d4f4ad8d-dc60-4db4-a071-92bdb8e96c85 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0536726 Jan 17 10:00:25.733357 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-82edf32e-4a51-4240-ad19-93014f916515 req-b7064e0e-34c2-443e-bf76-3d692aea34da tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419300 Jan 17 10:00:25.886551 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:26.187336 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfd25b-0679-4026-94bf-7f5560f98569 req-c5497c52-9644-4c87-85f0-668c9bb19000 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:26.188848 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cadfd25b-0679-4026-94bf-7f5560f98569 req-c5497c52-9644-4c87-85f0-668c9bb19000 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0499101 Jan 17 10:00:26.237283 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cadfd25b-0679-4026-94bf-7f5560f98569 req-f44411d3-1ded-4ae2-a628-30cf4bc9b62c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422993 Jan 17 10:00:26.357367 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a472d-2acb-42cd-bd76-ea869f86faf4 req-eabd6904-71ab-47a9-9f06-7088a2c40c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:26.358853 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cc8a472d-2acb-42cd-bd76-ea869f86faf4 req-eabd6904-71ab-47a9-9f06-7088a2c40c2c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9d833d073d534e56bcff57aead77b7e7&device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 1098 time: 0.0457344 Jan 17 10:00:26.452272 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a472d-2acb-42cd-bd76-ea869f86faf4 req-4f5119b6-3241-45ce-9a32-79bf9ee08713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:26.453761 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cc8a472d-2acb-42cd-bd76-ea869f86faf4 req-4f5119b6-3241-45ce-9a32-79bf9ee08713 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 HTTP/1.1" status: 200 len: 912 time: 0.0877230 Jan 17 10:00:26.526713 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cc8a472d-2acb-42cd-bd76-ea869f86faf4 req-2ea4dfc1-2189-4b8d-b522-4d9369ef6c6e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 HTTP/1.1" status: 200 len: 1001 time: 0.0643499 Jan 17 10:00:26.580912 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a472d-2acb-42cd-bd76-ea869f86faf4 req-9ed98db3-4a78-49ca-a9ca-11e57818cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:26.582528 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cc8a472d-2acb-42cd-bd76-ea869f86faf4 req-9ed98db3-4a78-49ca-a9ca-11e57818cc40 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3e054dbc-2aac-43d1-a338-3beb57e47aa8 HTTP/1.1" status: 200 len: 850 time: 0.0447059 Jan 17 10:00:26.631830 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a472d-2acb-42cd-bd76-ea869f86faf4 req-28cf3e72-483e-4549-9e4f-be7b1f1d5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:26.633250 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cc8a472d-2acb-42cd-bd76-ea869f86faf4 req-28cf3e72-483e-4549-9e4f-be7b1f1d5f04 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410244 Jan 17 10:00:26.731832 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cc8a472d-2acb-42cd-bd76-ea869f86faf4 req-0a34cfdc-7c8e-4628-882c-d8f4228cada6 service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881660 Jan 17 10:00:26.827403 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cc8a472d-2acb-42cd-bd76-ea869f86faf4 req-9af61612-13f9-4571-b63e-88ae486ffccf service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851681 Jan 17 10:00:27.356972 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c6310-94ad-42e1-aaf3-30d95db2d9ea req-0f023daa-3dcb-4efd-911e-eb9084c439c3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:27.358554 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-846c6310-94ad-42e1-aaf3-30d95db2d9ea req-0f023daa-3dcb-4efd-911e-eb9084c439c3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0505738 Jan 17 10:00:27.413816 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-846c6310-94ad-42e1-aaf3-30d95db2d9ea req-8f8eb07a-8a88-4354-ad01-de59bc51b0b9 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488932 Jan 17 10:00:27.747592 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf92a42-9f36-42b7-9960-dd0d20acbfd4 req-5d24bdaa-f3dd-4e88-95e0-75f4d644b781 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:27.749150 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ecf92a42-9f36-42b7-9960-dd0d20acbfd4 req-5d24bdaa-f3dd-4e88-95e0-75f4d644b781 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0482469 Jan 17 10:00:27.766519 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:27.799188 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ecf92a42-9f36-42b7-9960-dd0d20acbfd4 req-da8711bb-f94a-4f3a-b335-98c0304bfcec tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436928 Jan 17 10:00:27.831038 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35360) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:00:28.031181 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2f4e5b-fd31-45ab-92e0-3754a985ca5d tempest-TestMinimumBasicScenario-1647882747 tempest-TestMinimumBasicScenario-1647882747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:28.032683 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-fa2f4e5b-fd31-45ab-92e0-3754a985ca5d tempest-TestMinimumBasicScenario-1647882747 tempest-TestMinimumBasicScenario-1647882747-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 1094 time: 0.2006249 Jan 17 10:00:28.035823 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35368) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:00:28.040141 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Request body: {'floatingip': {'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'port_id': '267138a4-7928-49e8-a2c8-f2e598110674', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:00:28.149085 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:28.251017 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:28.355670 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_common [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Allocated IP 172.27.0.62 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/97dee9e1-95e6-4821-b816-7d28c3ed2bf6) {{(pid=114940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:00:28.485906 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d5931-2d44-4547-beee-fd3dd11dd211 req-65426532-f33c-46f9-9ffd-d445ebe530b7 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:28.489310 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-561d5931-2d44-4547-beee-fd3dd11dd211 req-65426532-f33c-46f9-9ffd-d445ebe530b7 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 945 time: 0.0766811 Jan 17 10:00:28.548339 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for port (97dee9e1-95e6-4821-b816-7d28c3ed2bf6), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:28.598806 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-561d5931-2d44-4547-beee-fd3dd11dd211 req-c03d048a-3ab4-4e1b-97c2-3e3f0ef4972b tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020565 Jan 17 10:00:28.606181 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33426222-d861-41f5-b029-4577e650e2f6 req-6c77895e-5697-4fdb-b565-d8aab830abda tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:28.607726 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-33426222-d861-41f5-b029-4577e650e2f6 req-6c77895e-5697-4fdb-b565-d8aab830abda tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.1141884 Jan 17 10:00:28.663172 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-33426222-d861-41f5-b029-4577e650e2f6 req-07037117-322c-45e2-a5cf-d6fe0eaf9c7a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487716 Jan 17 10:00:28.708960 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (97dee9e1-95e6-4821-b816-7d28c3ed2bf6), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:28.749503 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:00:28.752920 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:00:28.756737 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Received port after_create {{(pid=114940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:00:28.762188 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event updated for resources: {'Port': ['ID=97dee9e1-95e6-4821-b816-7d28c3ed2bf6,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:00:29.092691 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:29.118402 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for floatingip (d94e5346-d637-4ee5-86f8-5234916d6bfb), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:29.255559 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (97dee9e1-95e6-4821-b816-7d28c3ed2bf6), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:29.405397 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for port (97dee9e1-95e6-4821-b816-7d28c3ed2bf6), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:29.469129 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894493'] for port (97dee9e1-95e6-4821-b816-7d28c3ed2bf6), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:29.539216 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event updated for resources: {'Port': ['ID=97dee9e1-95e6-4821-b816-7d28c3ed2bf6,revision_number=2']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:00:29.551883 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (d94e5346-d637-4ee5-86f8-5234916d6bfb), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:29.651786 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.l3_db [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Floating IP d94e5346-d637-4ee5-86f8-5234916d6bfb associated. External IP: 172.27.0.62, port: 267138a4-7928-49e8-a2c8-f2e598110674. Jan 17 10:00:30.006450 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73558a-162f-4772-aa04-5e54e315120f req-ddc0a8b9-5cd0-42d8-8f25-3a21e89bc3a8 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:30.007966 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-da73558a-162f-4772-aa04-5e54e315120f req-ddc0a8b9-5cd0-42d8-8f25-3a21e89bc3a8 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 945 time: 0.3234954 Jan 17 10:00:30.099136 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-da73558a-162f-4772-aa04-5e54e315120f req-6c7aa7a0-e049-425a-9e0f-9ae57a17a69d tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842578 Jan 17 10:00:30.156385 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Router c0efe49c-242c-4e52-9373-d78f7e735c71 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:00:30.264060 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:00:30.274221 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538ec62-1a42-41fb-921b-678e283bd87c None None] Sync routers for ids ['c0efe49c-242c-4e52-9373-d78f7e735c71'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:00:30.283911 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8538ec62-1a42-41fb-921b-678e283bd87c None None] Routers {'c0efe49c-242c-4e52-9373-d78f7e735c71'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:00:30.287593 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8538ec62-1a42-41fb-921b-678e283bd87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:00:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['c0efe49c-242c-4e52-9373-d78f7e735c71'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:00:30.334179 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:30.364945 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-7b8d945e-f894-43d4-a5da-e67545fde6e4 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3280780 Jan 17 10:00:30.365546 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674'}] {{(pid=114940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:00:30.367944 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3567b7589925762bfe85c0a86f79fc908628c6699af57ff1e1dccc2a2b943fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6818c61-e0c6-413c-9930-b0020c796201" -d '{"events": [{"name": "network-changed", "server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "tag": "267138a4-7928-49e8-a2c8-f2e598110674"}]}' {{(pid=114940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:00:30.368080 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35386) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:00:30.376208 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236081786', 'description': 'tempest-secgroup-smoke-236081786 description', 'project_id': '45bf442b053e4c6bbc0b8d92f848b689'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:00:30.397225 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-8538ec62-1a42-41fb-921b-678e283bd87c None None] Set router c0efe49c-242c-4e52-9373-d78f7e735c71 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:00:30.470095 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa0bfd2-d742-4a56-9b14-60da40b3fae6 x-openstack-request-id: req-4fa0bfd2-d742-4a56-9b14-60da40b3fae6 {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:00:30.471072 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "tag": "267138a4-7928-49e8-a2c8-f2e598110674", "status": "completed", "code": 200}]} {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:00:30.471329 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4fa0bfd2-d742-4a56-9b14-60da40b3fae6 {{(pid=114940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:00:30.471734 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674', 'status': 'completed', 'code': 200} Jan 17 10:00:30.480556 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:30.566639 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6818c61-e0c6-413c-9930-b0020c796201 req-f99bcd64-bc19-4f48-a71a-0be84afe4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:30.568109 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6818c61-e0c6-413c-9930-b0020c796201 req-f99bcd64-bc19-4f48-a71a-0be84afe4abf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=45bf442b053e4c6bbc0b8d92f848b689&device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 1099 time: 0.0707636 Jan 17 10:00:30.633922 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group (91292ec8-3a20-48e9-9c46-7551c6f35ad1), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:30.682173 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6818c61-e0c6-413c-9930-b0020c796201 req-49a3376a-4b75-4049-bb2f-613fdc7f79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:30.683891 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6818c61-e0c6-413c-9930-b0020c796201 req-49a3376a-4b75-4049-bb2f-613fdc7f79fa service neutron] 10.222.0.94 "GET /v2.0/networks?id=19516cd9-1d44-42fb-b14a-d3e1b89b783a HTTP/1.1" status: 200 len: 916 time: 0.1045418 Jan 17 10:00:30.752646 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (91292ec8-3a20-48e9-9c46-7551c6f35ad1), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:30.769921 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6818c61-e0c6-413c-9930-b0020c796201 req-59f1b51a-421b-4109-bb28-73579236421e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=267138a4-7928-49e8-a2c8-f2e598110674 HTTP/1.1" status: 200 len: 999 time: 0.0783117 Jan 17 10:00:30.800503 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8538ec62-1a42-41fb-921b-678e283bd87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T09:59:08Z', 'revision_number': 4, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port': {'id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:05Z', 'updated_at': '2022-01-17T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'd94e5346-d637-4ee5-86f8-5234916d6bfb', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'port_id': '267138a4-7928-49e8-a2c8-f2e598110674', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'mac_address': 'fa:16:3e:8d:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:00:28Z', 'updated_at': '2022-01-17T10:00:28Z', 'revision_number': 0, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd8d37-7076-4355-a620-0e10d6897fee', 'name': '', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'mac_address': 'fa:16:3e:00:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e82079b5-3e59-4281-a579-678624f19fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:07Z', 'updated_at': '2022-01-17T09:59:11Z', 'revision_number': 5, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'subnets': [{'id': 'e82079b5-3e59-4281-a579-678624f19fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:00:30.815473 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91292ec8-3a20-48e9-9c46-7551c6f35ad1,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:00:30.826748 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538ec62-1a42-41fb-921b-678e283bd87c None None] Checking router: c0efe49c-242c-4e52-9373-d78f7e735c71 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:00:30.827375 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:30.827742 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:30.828102 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:30.828455 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:30.828803 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:30.829148 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:30.829517 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:30.829859 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:30.830188 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:30.830528 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:30.830893 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:30.831232 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:30.831566 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:30.835069 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8538ec62-1a42-41fb-921b-678e283bd87c None None] Routers {'c0efe49c-242c-4e52-9373-d78f7e735c71'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:00:30.835723 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8538ec62-1a42-41fb-921b-678e283bd87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:00:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['c0efe49c-242c-4e52-9373-d78f7e735c71'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:00:30.842600 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6818c61-e0c6-413c-9930-b0020c796201 req-0a985a71-0f0b-4b8e-9585-edf08ecb6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:30.844115 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6818c61-e0c6-413c-9930-b0020c796201 req-0a985a71-0f0b-4b8e-9585-edf08ecb6e4f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e82079b5-3e59-4281-a579-678624f19fad HTTP/1.1" status: 200 len: 854 time: 0.0657940 Jan 17 10:00:30.862329 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:30.866319 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-cb0f46a7-3357-455a-abc7-44f5ac6f4a0d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4945683 Jan 17 10:00:30.866693 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35392) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:00:30.871919 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-4c957075-293a-4bfb-a308-0ad7be16db87 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Request body: {'security_group_rule': {'security_group_id': '91292ec8-3a20-48e9-9c46-7551c6f35ad1', 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:00:30.896658 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6818c61-e0c6-413c-9930-b0020c796201 req-ed0a47f5-6145-423c-91e3-d0964f83cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:30.898097 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6818c61-e0c6-413c-9930-b0020c796201 req-ed0a47f5-6145-423c-91e3-d0964f83cf59 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=19516cd9-1d44-42fb-b14a-d3e1b89b783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471747 Jan 17 10:00:30.952050 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-8538ec62-1a42-41fb-921b-678e283bd87c None None] Set router c0efe49c-242c-4e52-9373-d78f7e735c71 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:00:30.978867 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c957075-293a-4bfb-a308-0ad7be16db87 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (8c240566-97ba-4779-9d8a-b68517156915), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:31.042122 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c957075-293a-4bfb-a308-0ad7be16db87 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (8c240566-97ba-4779-9d8a-b68517156915), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:31.136816 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c957075-293a-4bfb-a308-0ad7be16db87 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (8c240566-97ba-4779-9d8a-b68517156915), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:31.157413 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c957075-293a-4bfb-a308-0ad7be16db87 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c240566-97ba-4779-9d8a-b68517156915,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:00:31.226771 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8538ec62-1a42-41fb-921b-678e283bd87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T09:59:08Z', 'revision_number': 4, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port': {'id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:05Z', 'updated_at': '2022-01-17T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'd94e5346-d637-4ee5-86f8-5234916d6bfb', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'port_id': '267138a4-7928-49e8-a2c8-f2e598110674', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'mac_address': 'fa:16:3e:8d:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:00:28Z', 'updated_at': '2022-01-17T10:00:28Z', 'revision_number': 0, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd8d37-7076-4355-a620-0e10d6897fee', 'name': '', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'mac_address': 'fa:16:3e:00:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e82079b5-3e59-4281-a579-678624f19fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:07Z', 'updated_at': '2022-01-17T09:59:11Z', 'revision_number': 5, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'subnets': [{'id': 'e82079b5-3e59-4281-a579-678624f19fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:00:31.238768 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa694762-202f-408d-aaf3-2aa79477ff45 req-74508f79-cbdf-4c97-8593-779be065072b tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:31.240398 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-aa694762-202f-408d-aaf3-2aa79477ff45 req-74508f79-cbdf-4c97-8593-779be065072b tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 945 time: 0.0587986 Jan 17 10:00:31.259968 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538ec62-1a42-41fb-921b-678e283bd87c None None] The sync data for ids ['c0efe49c-242c-4e52-9373-d78f7e735c71'] in dv-cinder-824839-2-iscsi is: [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T09:59:08Z', 'revision_number': 4, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port': {'id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:05Z', 'updated_at': '2022-01-17T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'd94e5346-d637-4ee5-86f8-5234916d6bfb', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'port_id': '267138a4-7928-49e8-a2c8-f2e598110674', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'mac_address': 'fa:16:3e:8d:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:00:28Z', 'updated_at': '2022-01-17T10:00:28Z', 'revision_number': 0, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbcd8d37-7076-4355-a620-0e10d6897fee', 'name': '', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'mac_address': 'fa:16:3e:00:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e82079b5-3e59-4281-a579-678624f19fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:07Z', 'updated_at': '2022-01-17T09:59:11Z', 'revision_number': 5, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'subnets': [{'id': 'e82079b5-3e59-4281-a579-678624f19fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:00:31.293605 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-4c957075-293a-4bfb-a308-0ad7be16db87 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:31.295215 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-4c957075-293a-4bfb-a308-0ad7be16db87 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4274130 Jan 17 10:00:31.299148 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35398) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:00:31.307033 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-aa694762-202f-408d-aaf3-2aa79477ff45 req-80ac73c9-aa46-4203-ba6d-34e5b515a8e8 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/security-groups?id=3b410a7b-1c9e-4979-94dd-b27465aa9dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570378 Jan 17 10:00:31.308519 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb111d-8781-4c4a-877d-86a6a6986989 req-1610945a-c1c5-44be-a601-5a5adceb9dff tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:31.308753 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-83cd4f04-c984-49f2-bba3-f67b43a9dbb7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Request body: {'security_group_rule': {'security_group_id': '91292ec8-3a20-48e9-9c46-7551c6f35ad1', 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:00:31.309290 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1cfb111d-8781-4c4a-877d-86a6a6986989 req-1610945a-c1c5-44be-a601-5a5adceb9dff tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.94 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 945 time: 0.3555298 Jan 17 10:00:31.313644 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6818c61-e0c6-413c-9930-b0020c796201 req-b7e1a844-6e0e-4c06-9ae0-8fa6d2041072 service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056280 Jan 17 10:00:31.424449 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-83cd4f04-c984-49f2-bba3-f67b43a9dbb7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (d41de812-a3a0-4ec7-b7ba-0590767db7ff), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:31.479293 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a6818c61-e0c6-413c-9930-b0020c796201 req-da2b97b5-2f91-40d8-97ce-3ceb0645f965 service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552932 Jan 17 10:00:31.497261 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-83cd4f04-c984-49f2-bba3-f67b43a9dbb7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (d41de812-a3a0-4ec7-b7ba-0590767db7ff), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:31.498674 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-1cfb111d-8781-4c4a-877d-86a6a6986989 req-d26a63fb-043b-4e35-a9cb-759824f7ef50 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Deleting port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:00:31.499288 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1cfb111d-8781-4c4a-877d-86a6a6986989 req-d26a63fb-043b-4e35-a9cb-759824f7ef50 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:31.504628 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4a3a92-4e71-4b9a-8d33-c56332385c0d None None] New status for floating IP d94e5346-d637-4ee5-86f8-5234916d6bfb: ACTIVE {{(pid=114943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:00:31.598313 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-1cfb111d-8781-4c4a-877d-86a6a6986989 req-d26a63fb-043b-4e35-a9cb-759824f7ef50 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] For port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5,segment=NetworkSegment(63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87),segment_id=63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:00:31.598852 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1cfb111d-8781-4c4a-877d-86a6a6986989 req-d26a63fb-043b-4e35-a9cb-759824f7ef50 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:31.600724 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-83cd4f04-c984-49f2-bba3-f67b43a9dbb7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (d41de812-a3a0-4ec7-b7ba-0590767db7ff), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:31.615109 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-1cfb111d-8781-4c4a-877d-86a6a6986989 req-d26a63fb-043b-4e35-a9cb-759824f7ef50 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Calling delete_port for 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:00:31.624758 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd4f04-c984-49f2-bba3-f67b43a9dbb7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41de812-a3a0-4ec7-b7ba-0590767db7ff,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:00:31.745702 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-83cd4f04-c984-49f2-bba3-f67b43a9dbb7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:31.749739 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-83cd4f04-c984-49f2-bba3-f67b43a9dbb7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4459121 Jan 17 10:00:31.753319 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35402) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:00:31.755279 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-ea375589-ed5b-4d1a-bfe0-30f856b912bd tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Request body: {'security_group_rule': {'security_group_id': '91292ec8-3a20-48e9-9c46-7551c6f35ad1', 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:00:31.852318 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1cfb111d-8781-4c4a-877d-86a6a6986989 req-d26a63fb-043b-4e35-a9cb-759824f7ef50 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:31.871109 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:00:31.882678 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a63fb-043b-4e35-a9cb-759824f7ef50 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Pushing event deleted for resources: {'Port': ['ID=0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:00:31.922869 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfb111d-8781-4c4a-877d-86a6a6986989 req-d26a63fb-043b-4e35-a9cb-759824f7ef50 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] No DVR routers for this DVR port 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:00:31.926001 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1cfb111d-8781-4c4a-877d-86a6a6986989 req-d26a63fb-043b-4e35-a9cb-759824f7ef50 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:31.929460 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1cfb111d-8781-4c4a-877d-86a6a6986989 req-d26a63fb-043b-4e35-a9cb-759824f7ef50 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.94 "DELETE /v2.0/ports/0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 HTTP/1.1" status: 204 len: 173 time: 0.6067955 Jan 17 10:00:31.929919 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d93b89-abf3-418f-a4c9-c030efa64553', 'name': 'network-vif-deleted', 'tag': '0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:00:31.932258 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe258633-5860-41f4-bbb7-085fe6d905d1" -d '{"events": [{"server_uuid": "32d93b89-abf3-418f-a4c9-c030efa64553", "name": "network-vif-deleted", "tag": "0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:00:31.951025 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea375589-ed5b-4d1a-bfe0-30f856b912bd tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (d52fe697-15ce-4a34-be2c-b7817d0ead72), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:31.975633 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614febdf-a84d-451f-b908-8ad193ff1e68 x-openstack-request-id: req-614febdf-a84d-451f-b908-8ad193ff1e68 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:00:31.975808 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d93b89-abf3-418f-a4c9-c030efa64553", "name": "network-vif-deleted", "tag": "0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:00:31.976091 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-614febdf-a84d-451f-b908-8ad193ff1e68 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:00:31.976534 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d93b89-abf3-418f-a4c9-c030efa64553', 'name': 'network-vif-deleted', 'tag': '0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5', 'status': 'completed', 'code': 200} Jan 17 10:00:32.022004 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea375589-ed5b-4d1a-bfe0-30f856b912bd tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (d52fe697-15ce-4a34-be2c-b7817d0ead72), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:32.194798 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea375589-ed5b-4d1a-bfe0-30f856b912bd tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (d52fe697-15ce-4a34-be2c-b7817d0ead72), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:32.215757 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea375589-ed5b-4d1a-bfe0-30f856b912bd tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52fe697-15ce-4a34-be2c-b7817d0ead72,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:00:32.328590 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ea375589-ed5b-4d1a-bfe0-30f856b912bd tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:32.330936 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-ea375589-ed5b-4d1a-bfe0-30f856b912bd tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5795894 Jan 17 10:00:32.335369 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35414) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:00:32.340234 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-55d0db28-64ac-4767-b9c6-4d3227a40811 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Request body: {'security_group_rule': {'security_group_id': '91292ec8-3a20-48e9-9c46-7551c6f35ad1', 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:00:32.416414 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-999a1f52-b545-4b97-9680-2ecc70e38a3a req-9acd62fc-7227-45a2-8db0-acc378d0fee2 tempest-VolumesSnapshotTestJSON-749721183 tempest-VolumesSnapshotTestJSON-749721183-project] 10.222.0.88 "GET /v2.0/ports?device_id=32d93b89-abf3-418f-a4c9-c030efa64553 HTTP/1.1" status: 200 len: 210 time: 0.0259674 Jan 17 10:00:32.491671 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-55d0db28-64ac-4767-b9c6-4d3227a40811 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (bcecf01d-2a41-419f-9393-f5a1108d83f9), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:32.544200 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-55d0db28-64ac-4767-b9c6-4d3227a40811 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (bcecf01d-2a41-419f-9393-f5a1108d83f9), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:32.617296 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-55d0db28-64ac-4767-b9c6-4d3227a40811 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (bcecf01d-2a41-419f-9393-f5a1108d83f9), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:32.636064 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0db28-64ac-4767-b9c6-4d3227a40811 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcecf01d-2a41-419f-9393-f5a1108d83f9,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:00:32.699113 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-55d0db28-64ac-4767-b9c6-4d3227a40811 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:32.700323 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-55d0db28-64ac-4767-b9c6-4d3227a40811 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3639386 Jan 17 10:00:32.702970 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35420) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:00:32.707185 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-60daa3da-034e-4fe1-8817-18b129aa9465 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Request body: {'security_group_rule': {'security_group_id': '91292ec8-3a20-48e9-9c46-7551c6f35ad1', 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:00:32.795049 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.securitygroups_db [None req-60daa3da-034e-4fe1-8817-18b129aa9465 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Project 45bf442b053e4c6bbc0b8d92f848b689 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 10:00:32.800475 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-60daa3da-034e-4fe1-8817-18b129aa9465 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (5c82680b-8f8a-4ab3-8893-a6fd10f1e2f4), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:32.857938 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-60daa3da-034e-4fe1-8817-18b129aa9465 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (5c82680b-8f8a-4ab3-8893-a6fd10f1e2f4), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:32.966470 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-60daa3da-034e-4fe1-8817-18b129aa9465 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (5c82680b-8f8a-4ab3-8893-a6fd10f1e2f4), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:32.985755 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daa3da-034e-4fe1-8817-18b129aa9465 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c82680b-8f8a-4ab3-8893-a6fd10f1e2f4,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:00:33.112214 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-60daa3da-034e-4fe1-8817-18b129aa9465 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:33.113380 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-60daa3da-034e-4fe1-8817-18b129aa9465 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4094982 Jan 17 10:00:33.116038 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35424) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:00:33.120293 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-1e4926b1-4cf9-4fc7-a66d-6c112720d2f7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Request body: {'security_group_rule': {'security_group_id': '91292ec8-3a20-48e9-9c46-7551c6f35ad1', 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:00:33.234702 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.securitygroups_db [None req-1e4926b1-4cf9-4fc7-a66d-6c112720d2f7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Project 45bf442b053e4c6bbc0b8d92f848b689 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 10:00:33.240470 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1e4926b1-4cf9-4fc7-a66d-6c112720d2f7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (f701874f-e890-4136-ac1b-e1552c388433), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:33.298617 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1e4926b1-4cf9-4fc7-a66d-6c112720d2f7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (f701874f-e890-4136-ac1b-e1552c388433), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:33.371812 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1e4926b1-4cf9-4fc7-a66d-6c112720d2f7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (f701874f-e890-4136-ac1b-e1552c388433), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:33.391059 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4926b1-4cf9-4fc7-a66d-6c112720d2f7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f701874f-e890-4136-ac1b-e1552c388433,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:00:33.465459 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-1e4926b1-4cf9-4fc7-a66d-6c112720d2f7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:33.466694 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-1e4926b1-4cf9-4fc7-a66d-6c112720d2f7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3497357 Jan 17 10:00:33.556746 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c5b157b3-1854-4eee-bc2b-208003cecc26 req-b19d46d9-b685-40ca-9e38-85708e6a435d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236081786&fields=id&tenant_id=45bf442b053e4c6bbc0b8d92f848b689 HTTP/1.1" status: 200 len: 267 time: 0.0447664 Jan 17 10:00:33.608650 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b157b3-1854-4eee-bc2b-208003cecc26 req-dcdd4c8d-b645-4f2d-904e-b9f7f92be3e5 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:33.610136 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c5b157b3-1854-4eee-bc2b-208003cecc26 req-dcdd4c8d-b645-4f2d-904e-b9f7f92be3e5 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0482199 Jan 17 10:00:33.621492 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [req-c5b157b3-1854-4eee-bc2b-208003cecc26 req-67ce297d-8c7e-4f3e-b628-03f66082189e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Request body: {'port': {'security_groups': ['32a38ad0-7d0e-4389-8d49-e1896451e9d6', '91292ec8-3a20-48e9-9c46-7551c6f35ad1']}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:00:33.687459 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-c5b157b3-1854-4eee-bc2b-208003cecc26 req-67ce297d-8c7e-4f3e-b628-03f66082189e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (267138a4-7928-49e8-a2c8-f2e598110674), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:33.904722 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [req-c5b157b3-1854-4eee-bc2b-208003cecc26 req-67ce297d-8c7e-4f3e-b628-03f66082189e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] For port 267138a4-7928-49e8-a2c8-f2e598110674, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=267138a4-7928-49e8-a2c8-f2e598110674,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:00:33.934653 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-c5b157b3-1854-4eee-bc2b-208003cecc26 req-67ce297d-8c7e-4f3e-b628-03f66082189e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for port (267138a4-7928-49e8-a2c8-f2e598110674), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:33.983171 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-c5b157b3-1854-4eee-bc2b-208003cecc26 req-67ce297d-8c7e-4f3e-b628-03f66082189e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894493'] for port (267138a4-7928-49e8-a2c8-f2e598110674), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:33.995902 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['267138a4-7928-49e8-a2c8-f2e598110674'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:00:34.039225 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b157b3-1854-4eee-bc2b-208003cecc26 req-67ce297d-8c7e-4f3e-b628-03f66082189e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:34.039225 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-c5b157b3-1854-4eee-bc2b-208003cecc26 req-67ce297d-8c7e-4f3e-b628-03f66082189e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:34.040606 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c5b157b3-1854-4eee-bc2b-208003cecc26 req-67ce297d-8c7e-4f3e-b628-03f66082189e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "PUT /v2.0/ports/267138a4-7928-49e8-a2c8-f2e598110674 HTTP/1.1" status: 200 len: 982 time: 0.4236147 Jan 17 10:00:34.069226 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674'}] {{(pid=114940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:00:34.071564 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3567b7589925762bfe85c0a86f79fc908628c6699af57ff1e1dccc2a2b943fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce295de-7aff-4df4-92f2-bbab588dd79a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "tag": "267138a4-7928-49e8-a2c8-f2e598110674"}]}' {{(pid=114940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:00:34.080990 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce297d-8c7e-4f3e-b628-03f66082189e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event updated for resources: {'Port': ['ID=267138a4-7928-49e8-a2c8-f2e598110674,revision_number=6']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:00:34.131632 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9069842e-243d-4d4f-bd79-1cde7f8bceaf x-openstack-request-id: req-9069842e-243d-4d4f-bd79-1cde7f8bceaf {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:00:34.132211 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "tag": "267138a4-7928-49e8-a2c8-f2e598110674", "status": "completed", "code": 200}]} {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:00:34.132653 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9069842e-243d-4d4f-bd79-1cde7f8bceaf {{(pid=114940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:00:34.133299 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674', 'status': 'completed', 'code': 200} Jan 17 10:00:34.166228 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['267138a4-7928-49e8-a2c8-f2e598110674'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:00:34.221629 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f107dd6-0e9a-4178-8fb3-6375038f5b3f req-a0591f50-143e-4c12-b60b-050a3ce56b4f tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:34.224632 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:00:34.225382 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0f107dd6-0e9a-4178-8fb3-6375038f5b3f req-a0591f50-143e-4c12-b60b-050a3ce56b4f tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0720351 Jan 17 10:00:34.228135 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce295de-7aff-4df4-92f2-bbab588dd79a req-8687b3ef-7121-4c8c-87be-90ca8820edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:34.229720 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7ce295de-7aff-4df4-92f2-bbab588dd79a req-8687b3ef-7121-4c8c-87be-90ca8820edfd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=45bf442b053e4c6bbc0b8d92f848b689&device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 1138 time: 0.0626779 Jan 17 10:00:34.272723 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:00:34.273146 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 0ff31f7f-3c51-416b-8db3-4f0ce3e4ace5 not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:00:34.319467 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0f107dd6-0e9a-4178-8fb3-6375038f5b3f req-a4dbe8ec-13de-43a7-bbf5-0136d5dbfaeb tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860922 Jan 17 10:00:34.360798 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce295de-7aff-4df4-92f2-bbab588dd79a req-d2011336-9746-4315-8e64-d6ccb69b31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:34.362615 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7ce295de-7aff-4df4-92f2-bbab588dd79a req-d2011336-9746-4315-8e64-d6ccb69b31d0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=19516cd9-1d44-42fb-b14a-d3e1b89b783a HTTP/1.1" status: 200 len: 916 time: 0.1245782 Jan 17 10:00:34.421997 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-7e0c678d-1672-4e2a-8426-1eee695e92ed None None] Provisioning complete for port 267138a4-7928-49e8-a2c8-f2e598110674 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:00:34.422313 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-7e0c678d-1672-4e2a-8426-1eee695e92ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (267138a4-7928-49e8-a2c8-f2e598110674), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:34.436096 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7ce295de-7aff-4df4-92f2-bbab588dd79a req-6896c5be-10b0-4627-a25b-7aef6c2346a2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=267138a4-7928-49e8-a2c8-f2e598110674 HTTP/1.1" status: 200 len: 1001 time: 0.0653100 Jan 17 10:00:34.484404 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce295de-7aff-4df4-92f2-bbab588dd79a req-b8230d3f-a0ce-439f-a24d-79e9bfd98e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:34.486936 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7ce295de-7aff-4df4-92f2-bbab588dd79a req-b8230d3f-a0ce-439f-a24d-79e9bfd98e8b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e82079b5-3e59-4281-a579-678624f19fad HTTP/1.1" status: 200 len: 854 time: 0.0447648 Jan 17 10:00:34.531981 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce295de-7aff-4df4-92f2-bbab588dd79a req-00513ba4-8289-426f-b3b6-ee623c720975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:34.534026 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7ce295de-7aff-4df4-92f2-bbab588dd79a req-00513ba4-8289-426f-b3b6-ee623c720975 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=19516cd9-1d44-42fb-b14a-d3e1b89b783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394766 Jan 17 10:00:34.630081 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7ce295de-7aff-4df4-92f2-bbab588dd79a req-76db8b59-45a6-4fb2-884f-8153058d0d26 service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891032 Jan 17 10:00:34.645810 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c678d-1672-4e2a-8426-1eee695e92ed None None] Current status of the port 267138a4-7928-49e8-a2c8-f2e598110674 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:00:34.718245 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7ce295de-7aff-4df4-92f2-bbab588dd79a req-aa0091f8-af1a-4a38-b96f-00ed2d510daf service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823736 Jan 17 10:00:34.733965 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:52.427918 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5f203de1-1203-49c7-9224-9e2d61ff36fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:54.987812 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f126-06bc-4f16-8e40-d932bdd9c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:55.948311 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:57.765372 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:57.999809 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461a240-31b7-47e3-8b5d-c65a5ba14573 req-b3476ebb-b2d2-419c-bdc7-f4bcef6df090 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:58.001257 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f461a240-31b7-47e3-8b5d-c65a5ba14573 req-b3476ebb-b2d2-419c-bdc7-f4bcef6df090 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 946 time: 0.0479722 Jan 17 10:00:58.050964 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f461a240-31b7-47e3-8b5d-c65a5ba14573 req-2f7c291b-28e4-421d-98ec-096e7f0f6262 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441036 Jan 17 10:00:59.079609 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:59.173491 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b31779-8f77-4406-a85e-1b6cd68a238b req-64afe771-8812-4b47-8aa4-680b81286be8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:00:59.174940 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-26b31779-8f77-4406-a85e-1b6cd68a238b req-64afe771-8812-4b47-8aa4-680b81286be8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 946 time: 0.0494559 Jan 17 10:00:59.221006 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-26b31779-8f77-4406-a85e-1b6cd68a238b req-1ad32f3b-e8ab-4346-b49b-76eadd88b2d6 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403821 Jan 17 10:00:59.360941 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35642) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:00:59.462510 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:59.504699 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:00:59.535670 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Publish callbacks [] for security_group (05ab8bf2-086b-44c4-b153-aee4a022ceb0), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:59.644984 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (05ab8bf2-086b-44c4-b153-aee4a022ceb0), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:59.684527 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=67341b405b724a03b5e6d0f8a2f4c168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224750 Jan 17 10:00:59.685505 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ab8bf2-086b-44c4-b153-aee4a022ceb0,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:00:59.687116 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35654) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:00:59.699344 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:59.701917 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:59.701917 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:59.701917 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:59.701917 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:59.701917 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:59.701917 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:59.701917 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:59.703039 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:59.704027 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:59.704383 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:59.705075 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:59.705075 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9c8ba-43f0-41ec-a808-638a2c6d8da0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:00:59.740535 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c30816c2-3dd5-4e71-a4d2-91a41b6abb1a admin admin] Publish callbacks [] for security_group (05ab8bf2-086b-44c4-b153-aee4a022ceb0), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:59.760981 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c30816c2-3dd5-4e71-a4d2-91a41b6abb1a admin admin] Publish callbacks [] for security_group (05ab8bf2-086b-44c4-b153-aee4a022ceb0), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:59.913819 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c30816c2-3dd5-4e71-a4d2-91a41b6abb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (05ab8bf2-086b-44c4-b153-aee4a022ceb0), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:59.916540 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c30816c2-3dd5-4e71-a4d2-91a41b6abb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:00:59.917702 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-c30816c2-3dd5-4e71-a4d2-91a41b6abb1a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/05ab8bf2-086b-44c4-b153-aee4a022ceb0 HTTP/1.1" status: 204 len: 168 time: 0.2295709 Jan 17 10:00:59.926163 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30816c2-3dd5-4e71-a4d2-91a41b6abb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ab8bf2-086b-44c4-b153-aee4a022ceb0,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:00.352044 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6187cbb-9ce8-48a9-b758-84f97c71d6d6 req-7a0fb00c-84ba-4171-87fb-4dc4576aebe2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:00.355377 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d6187cbb-9ce8-48a9-b758-84f97c71d6d6 req-7a0fb00c-84ba-4171-87fb-4dc4576aebe2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 946 time: 0.0606530 Jan 17 10:01:00.355926 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-93fa0c9f-7202-43ef-93d2-d8d4353044be tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:00.357463 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-93fa0c9f-7202-43ef-93d2-d8d4353044be tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.94 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 946 time: 0.0501943 Jan 17 10:01:00.408028 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d6187cbb-9ce8-48a9-b758-84f97c71d6d6 req-e6531834-885b-43a8-b9c3-9ca27b0155aa tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489478 Jan 17 10:01:00.454633 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Deleting port 518baf01-6ebd-4d11-989c-0703aba6e08d {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:01:00.454633 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:00.542960 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] For port 518baf01-6ebd-4d11-989c-0703aba6e08d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=518baf01-6ebd-4d11-989c-0703aba6e08d,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:01:00.543332 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:00.771024 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:00.771685 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (a0b04f88-c8f5-40c6-a2e0-bcb3b850c000), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:00.771685 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.l3_db [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Floating IP a0b04f88-c8f5-40c6-a2e0-bcb3b850c000 disassociated. External IP: 172.27.0.138, port: 518baf01-6ebd-4d11-989c-0703aba6e08d. Jan 17 10:01:00.772046 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Calling delete_port for 518baf01-6ebd-4d11-989c-0703aba6e08d owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:01:01.014924 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (518baf01-6ebd-4d11-989c-0703aba6e08d), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:01.041841 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event deleted for resources: {'Port': ['ID=518baf01-6ebd-4d11-989c-0703aba6e08d,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:01.157180 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Router 3f4305a4-4eff-488a-98d5-2f1e992226a2 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:01:01.264109 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:01:01.275710 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425c60d-7d09-4efc-ab4f-04366fbb4432 None None] Sync routers for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:01:01.286402 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425c60d-7d09-4efc-ab4f-04366fbb4432 None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:01.291714 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-a425c60d-7d09-4efc-ab4f-04366fbb4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:00:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:01.303884 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] No DVR routers for this DVR port 518baf01-6ebd-4d11-989c-0703aba6e08d on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:01:01.306594 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:01.310035 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-874ebd23-8037-40fb-be0c-2e03f53ac587 req-e8e9dc69-1e9e-4f11-8860-4a5c03113c0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.94 "DELETE /v2.0/ports/518baf01-6ebd-4d11-989c-0703aba6e08d HTTP/1.1" status: 204 len: 173 time: 0.9470592 Jan 17 10:01:01.310489 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'name': 'network-vif-deleted', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:01:01.312806 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda6a970-ab6c-4b5d-84ac-2986403eb688" -d '{"events": [{"server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "name": "network-vif-deleted", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:01:01.352127 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a38399-817e-4f99-b591-6c4af98be3d3 x-openstack-request-id: req-80a38399-817e-4f99-b591-6c4af98be3d3 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:01:01.352427 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d7ee7c-c093-433d-8af4-28f6d3dcce06", "name": "network-vif-deleted", "tag": "518baf01-6ebd-4d11-989c-0703aba6e08d", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:01:01.352693 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-80a38399-817e-4f99-b591-6c4af98be3d3 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:01:01.353109 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d7ee7c-c093-433d-8af4-28f6d3dcce06', 'name': 'network-vif-deleted', 'tag': '518baf01-6ebd-4d11-989c-0703aba6e08d', 'status': 'completed', 'code': 200} Jan 17 10:01:01.397821 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-a425c60d-7d09-4efc-ab4f-04366fbb4432 None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:01.519631 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-47864ae1-cf45-4da0-a594-87aaf1b5fd81 req-a13456fb-4360-439d-8b8c-de35127da0e3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d7ee7c-c093-433d-8af4-28f6d3dcce06 HTTP/1.1" status: 200 len: 210 time: 0.0403357 Jan 17 10:01:01.605009 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-a425c60d-7d09-4efc-ab4f-04366fbb4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:41Z', 'revision_number': 5, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:01.632825 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425c60d-7d09-4efc-ab4f-04366fbb4432 None None] Checking router: 3f4305a4-4eff-488a-98d5-2f1e992226a2 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:01:01.642512 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425c60d-7d09-4efc-ab4f-04366fbb4432 None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:01.643181 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-a425c60d-7d09-4efc-ab4f-04366fbb4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:00:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:01.650757 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35696) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:01.755048 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-a425c60d-7d09-4efc-ab4f-04366fbb4432 None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:01.762715 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4a81b925-8a13-4cff-b780-c8e3cf24c929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:01.850903 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4a81b925-8a13-4cff-b780-c8e3cf24c929 admin admin] Publish callbacks [] for security_group (102f39f1-e83e-4fe3-9828-ca72df1b5a6c), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:01.958017 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-a425c60d-7d09-4efc-ab4f-04366fbb4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:41Z', 'revision_number': 5, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:01.972669 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4a81b925-8a13-4cff-b780-c8e3cf24c929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (102f39f1-e83e-4fe3-9828-ca72df1b5a6c), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:01.986764 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425c60d-7d09-4efc-ab4f-04366fbb4432 None None] The sync data for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi is: [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:41Z', 'revision_number': 5, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:01:02.021002 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-4a81b925-8a13-4cff-b780-c8e3cf24c929 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bf9d100b5bb84c7182b94250cf79f641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684916 Jan 17 10:01:02.021503 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81b925-8a13-4cff-b780-c8e3cf24c929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102f39f1-e83e-4fe3-9828-ca72df1b5a6c,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:02.026881 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35706) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:02.081486 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-93135869-dd79-4d0e-b8d8-0de38a9b201b admin admin] Publish callbacks [] for security_group (102f39f1-e83e-4fe3-9828-ca72df1b5a6c), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:02.103503 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-93135869-dd79-4d0e-b8d8-0de38a9b201b admin admin] Publish callbacks [] for security_group (102f39f1-e83e-4fe3-9828-ca72df1b5a6c), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:02.228564 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9632135c-169f-44d6-94aa-e1ef58c05a25 None None] New status for floating IP a0b04f88-c8f5-40c6-a2e0-bcb3b850c000: DOWN {{(pid=114943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:01:02.268152 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-93135869-dd79-4d0e-b8d8-0de38a9b201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (102f39f1-e83e-4fe3-9828-ca72df1b5a6c), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:02.274669 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-93135869-dd79-4d0e-b8d8-0de38a9b201b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:02.276666 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-93135869-dd79-4d0e-b8d8-0de38a9b201b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/102f39f1-e83e-4fe3-9828-ca72df1b5a6c HTTP/1.1" status: 204 len: 168 time: 0.2489567 Jan 17 10:01:02.298004 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93135869-dd79-4d0e-b8d8-0de38a9b201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102f39f1-e83e-4fe3-9828-ca72df1b5a6c,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:02.314116 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 518baf01-6ebd-4d11-989c-0703aba6e08d no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:01:02.360612 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 518baf01-6ebd-4d11-989c-0703aba6e08d {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:01:02.361005 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 518baf01-6ebd-4d11-989c-0703aba6e08d not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:01:02.698454 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35718) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:02.763875 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-18e2db77-55f5-47fc-86fc-28a148a0ea10 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group (6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:02.786862 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-18e2db77-55f5-47fc-86fc-28a148a0ea10 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group (6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:02.896345 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-18e2db77-55f5-47fc-86fc-28a148a0ea10 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:02.899036 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-18e2db77-55f5-47fc-86fc-28a148a0ea10 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:02.900215 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-18e2db77-55f5-47fc-86fc-28a148a0ea10 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "DELETE /v2.0/security-groups/6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2 HTTP/1.1" status: 204 len: 168 time: 0.2006125 Jan 17 10:01:02.903100 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35720) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:02.910228 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2db77-55f5-47fc-86fc-28a148a0ea10 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:02.919611 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.api.v2.resource [None req-00f9310a-ebe2-44c8-8b84-bb346fca2cdb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] show failed (client error): The resource could not be found. Jan 17 10:01:02.920695 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-00f9310a-ebe2-44c8-8b84-bb346fca2cdb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups/6fdd4313-9b8c-4cba-82fd-1f6d7abf5df2 HTTP/1.1" status: 404 len: 347 time: 0.0161514 Jan 17 10:01:02.924962 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35722) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:03.050430 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-a0db525b-1594-47d7-9c1a-11a278713ae8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Deleting port 17a66cf3-3510-4467-b766-745a5026b00c {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:01:03.050690 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a0db525b-1594-47d7-9c1a-11a278713ae8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (17a66cf3-3510-4467-b766-745a5026b00c), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:03.123924 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a0db525b-1594-47d7-9c1a-11a278713ae8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (17a66cf3-3510-4467-b766-745a5026b00c), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:03.124260 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a0db525b-1594-47d7-9c1a-11a278713ae8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (17a66cf3-3510-4467-b766-745a5026b00c), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:03.135882 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-a0db525b-1594-47d7-9c1a-11a278713ae8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Calling delete_port for 17a66cf3-3510-4467-b766-745a5026b00c owned by network:floatingip {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:01:03.382333 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a0db525b-1594-47d7-9c1a-11a278713ae8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (17a66cf3-3510-4467-b766-745a5026b00c), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:03.405424 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db525b-1594-47d7-9c1a-11a278713ae8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event deleted for resources: {'Port': ['ID=17a66cf3-3510-4467-b766-745a5026b00c,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:03.478534 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a0db525b-1594-47d7-9c1a-11a278713ae8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (a0b04f88-c8f5-40c6-a2e0-bcb3b850c000), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:03.482212 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a0db525b-1594-47d7-9c1a-11a278713ae8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:03.492874 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-a0db525b-1594-47d7-9c1a-11a278713ae8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "DELETE /v2.0/floatingips/a0b04f88-c8f5-40c6-a2e0-bcb3b850c000 HTTP/1.1" status: 204 len: 168 time: 0.5618262 Jan 17 10:01:04.146552 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35734) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:04.151364 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-a4905f93-2a61-4241-a611-dc5f066d7aa9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1834516909', 'description': 'tempest-description--437762295'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:04.387754 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a4905f93-2a61-4241-a611-dc5f066d7aa9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:04.458538 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a4905f93-2a61-4241-a611-dc5f066d7aa9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group (660c56b3-14f2-4fe1-81bb-d62c95c10228), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:04.571004 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a4905f93-2a61-4241-a611-dc5f066d7aa9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (660c56b3-14f2-4fe1-81bb-d62c95c10228), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:04.601588 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4905f93-2a61-4241-a611-dc5f066d7aa9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660c56b3-14f2-4fe1-81bb-d62c95c10228,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:04.699063 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a4905f93-2a61-4241-a611-dc5f066d7aa9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:04.700411 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-a4905f93-2a61-4241-a611-dc5f066d7aa9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5527823 Jan 17 10:01:04.703503 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35746) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:04.708306 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-d1ccb8c3-26c8-464f-a427-ac2332283939 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Request body: {'security_group_rule': {'security_group_id': '660c56b3-14f2-4fe1-81bb-d62c95c10228', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:04.748291 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:04.804563 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb8c3-26c8-464f-a427-ac2332283939 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group_rule (3f73c16a-eb37-472f-a37f-f2fdb59475da), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:04.859330 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb8c3-26c8-464f-a427-ac2332283939 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group_rule (3f73c16a-eb37-472f-a37f-f2fdb59475da), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:04.947989 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb8c3-26c8-464f-a427-ac2332283939 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (3f73c16a-eb37-472f-a37f-f2fdb59475da), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:04.966270 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccb8c3-26c8-464f-a427-ac2332283939 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f73c16a-eb37-472f-a37f-f2fdb59475da,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:05.069828 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb8c3-26c8-464f-a427-ac2332283939 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:05.071499 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-d1ccb8c3-26c8-464f-a427-ac2332283939 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3665442 Jan 17 10:01:05.073894 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35758) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:05.078512 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-3c7968ab-e565-4ca8-bfa7-2edbb447a7f4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Request body: {'security_group_rule': {'security_group_id': '660c56b3-14f2-4fe1-81bb-d62c95c10228', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:05.152327 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3c7968ab-e565-4ca8-bfa7-2edbb447a7f4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group_rule (83fbb922-eb4d-460f-919a-ebbf2dfd7db8), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:05.210612 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3c7968ab-e565-4ca8-bfa7-2edbb447a7f4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group_rule (83fbb922-eb4d-460f-919a-ebbf2dfd7db8), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:05.342033 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3c7968ab-e565-4ca8-bfa7-2edbb447a7f4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (83fbb922-eb4d-460f-919a-ebbf2dfd7db8), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:05.359201 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7968ab-e565-4ca8-bfa7-2edbb447a7f4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fbb922-eb4d-460f-919a-ebbf2dfd7db8,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:05.430171 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3c7968ab-e565-4ca8-bfa7-2edbb447a7f4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:05.431452 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-3c7968ab-e565-4ca8-bfa7-2edbb447a7f4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3565476 Jan 17 10:01:05.434517 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35760) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:05.439401 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Request body: {'floatingip': {'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:05.541983 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:05.636861 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:05.745595 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Allocated IP 172.27.0.103 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/54309748-622a-460b-84f3-7c66b9d686d8) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:01:05.842355 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for port (54309748-622a-460b-84f3-7c66b9d686d8), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:05.959333 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (54309748-622a-460b-84f3-7c66b9d686d8), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:06.000651 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:01:06.004797 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:06.008600 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:01:06.014467 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event updated for resources: {'Port': ['ID=54309748-622a-460b-84f3-7c66b9d686d8,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:06.098705 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (7595f6e0-4c5e-4c9b-a080-9748779881bb), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:06.200790 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (54309748-622a-460b-84f3-7c66b9d686d8), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:06.349512 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for port (54309748-622a-460b-84f3-7c66b9d686d8), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:06.439243 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (54309748-622a-460b-84f3-7c66b9d686d8), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:06.513149 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event updated for resources: {'Port': ['ID=54309748-622a-460b-84f3-7c66b9d686d8,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:06.523091 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (7595f6e0-4c5e-4c9b-a080-9748779881bb), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:06.589353 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:06.590605 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-32d07cd5-f540-4237-91e7-a7c7f98aef81 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1551151 Jan 17 10:01:06.780679 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-31a109f5-c597-48f2-bb7b-0022e7312315 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1834516909&fields=id&tenant_id=e71a78f8eb2445168288dcdc86badcab HTTP/1.1" status: 200 len: 267 time: 0.0434675 Jan 17 10:01:06.887784 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-538bc59e-1137-4955-b6b9-9df8f4cf4556 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:06.889270 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-538bc59e-1137-4955-b6b9-9df8f4cf4556 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 815 time: 0.1019371 Jan 17 10:01:06.903920 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-c73d82f0-a8f4-49b6-a747-6901c671601c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/quotas/e71a78f8eb2445168288dcdc86badcab HTTP/1.1" status: 200 len: 375 time: 0.0087605 Jan 17 10:01:06.954142 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-77d89185-8dfe-49fc-9433-0f5b9121702c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448270 Jan 17 10:01:07.046057 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-831ca4e2-d8d5-4360-8962-ab2a2384208f service neutron] 10.222.0.88 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805755 Jan 17 10:01:07.135273 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-123cca83-fe48-49f3-82a4-d854a4a1ae3c service neutron] 10.222.0.88 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830300 Jan 17 10:01:07.361629 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-80f2c122-fddd-429a-8a9a-d5dab2a0b7f4 req-7c4d157c-fe8d-42c3-afd7-bf7539101673 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 210 time: 0.0267446 Jan 17 10:01:07.432946 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35788) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:07.477281 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff30b3b-005e-4599-b44d-a3af6876c5ca admin admin] Deleting subnet cdcff95a-5b70-4348-aeb4-5af95785f42c {{(pid=114940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 10:01:07.480394 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5ff30b3b-005e-4599-b44d-a3af6876c5ca admin admin] Publish callbacks [] for subnet (cdcff95a-5b70-4348-aeb4-5af95785f42c), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:07.518138 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5ff30b3b-005e-4599-b44d-a3af6876c5ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24885546'] for subnet (cdcff95a-5b70-4348-aeb4-5af95785f42c), precommit_delete_associations {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:07.556322 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5ff30b3b-005e-4599-b44d-a3af6876c5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (cdcff95a-5b70-4348-aeb4-5af95785f42c), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:07.679579 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5ff30b3b-005e-4599-b44d-a3af6876c5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24894551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24840395'] for subnet (cdcff95a-5b70-4348-aeb4-5af95785f42c), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:07.704688 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff30b3b-005e-4599-b44d-a3af6876c5ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdcff95a-5b70-4348-aeb4-5af95785f42c,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:07.708301 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5ff30b3b-005e-4599-b44d-a3af6876c5ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:07.711569 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-5ff30b3b-005e-4599-b44d-a3af6876c5ca admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cdcff95a-5b70-4348-aeb4-5af95785f42c HTTP/1.1" status: 204 len: 168 time: 0.2776322 Jan 17 10:01:07.714053 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35792) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:07.787168 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-89a4d807-c754-48da-b78e-0dad7d780114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (4137bd4f-5c1e-4788-ba73-55fc6e50767b), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:07.863706 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-89a4d807-c754-48da-b78e-0dad7d780114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (4137bd4f-5c1e-4788-ba73-55fc6e50767b), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:07.882903 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-89a4d807-c754-48da-b78e-0dad7d780114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4137bd4f-5c1e-4788-ba73-55fc6e50767b']}} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:07.892578 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-89a4d807-c754-48da-b78e-0dad7d780114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87') {'for_net_delete': True} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:07.892877 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-89a4d807-c754-48da-b78e-0dad7d780114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87') {} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:07.902047 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-89a4d807-c754-48da-b78e-0dad7d780114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24658905'] for segment (63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:07.915579 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-89a4d807-c754-48da-b78e-0dad7d780114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:07.921901 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a4d807-c754-48da-b78e-0dad7d780114 admin admin] Releasing vlan 967 on physical network physnet1 to pool {{(pid=114940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 10:01:07.921901 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-89a4d807-c754-48da-b78e-0dad7d780114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894521'] for segment (63548ea8-2fb3-4f2b-b8a1-ad3e762dfb87), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: Traceback (most recent call last): Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: timer() Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: cb(*args, **kw) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: return func(*args, **kwargs) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: self._notify() Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: self.callback(batched_events) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: event.method(event) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: return f(self, *a, **k) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._get(url).json() Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: return self.request(url, 'GET', **kwargs) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 10:01:07.923366 dv-cinder-824839-2-iscsi neutron-server[114940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 10:01:08.044633 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-89a4d807-c754-48da-b78e-0dad7d780114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (4137bd4f-5c1e-4788-ba73-55fc6e50767b), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:08.051607 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-89a4d807-c754-48da-b78e-0dad7d780114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:08.054870 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-89a4d807-c754-48da-b78e-0dad7d780114 admin admin] 10.222.0.88 "DELETE /v2.0/networks/4137bd4f-5c1e-4788-ba73-55fc6e50767b HTTP/1.1" status: 204 len: 168 time: 0.3398719 Jan 17 10:01:08.064302 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4d807-c754-48da-b78e-0dad7d780114 admin admin] Pushing event deleted for resources: {'Network': ['ID=4137bd4f-5c1e-4788-ba73-55fc6e50767b,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:08.462515 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2b1d6320-268e-4301-9053-4bc48134c866 req-85929cb4-2281-4f22-a3ea-93d10438567d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 210 time: 0.0307841 Jan 17 10:01:08.496918 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35800) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:08.536710 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-10b333c1-24fa-4f35-8a23-d67667710bf4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4688ab42978643be9b14c64d40460b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386057 Jan 17 10:01:08.539071 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35802) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:08.586904 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3949-02bd-4730-8239-550533d59031 admin admin] Publish callbacks [] for security_group (3b410a7b-1c9e-4979-94dd-b27465aa9dca), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:08.607560 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3949-02bd-4730-8239-550533d59031 admin admin] Publish callbacks [] for security_group (3b410a7b-1c9e-4979-94dd-b27465aa9dca), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:08.724661 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3949-02bd-4730-8239-550533d59031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (3b410a7b-1c9e-4979-94dd-b27465aa9dca), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:08.727395 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3949-02bd-4730-8239-550533d59031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:08.728540 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-5c1c3949-02bd-4730-8239-550533d59031 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3b410a7b-1c9e-4979-94dd-b27465aa9dca HTTP/1.1" status: 204 len: 168 time: 0.1885402 Jan 17 10:01:08.737062 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c3949-02bd-4730-8239-550533d59031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b410a7b-1c9e-4979-94dd-b27465aa9dca,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.354023 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-6c6b8faf-ad8b-4b61-b8d2-4a31aefaa9bf tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:09.357136 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-6c6b8faf-ad8b-4b61-b8d2-4a31aefaa9bf tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.94 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 815 time: 0.1025414 Jan 17 10:01:09.421335 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-bd3282d8-a623-4485-8420-8b554678b60d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e71a78f8eb2445168288dcdc86badcab HTTP/1.1" status: 200 len: 380 time: 0.0558200 Jan 17 10:01:09.433139 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-e4a9a357-8d5d-41b8-9078-aa0786ff4959 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Request body: {'port': {'device_id': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'admin_state_up': True, 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'security_groups': ['660c56b3-14f2-4fe1-81bb-d62c95c10228']}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:09.568900 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c4c400d4-2e13-406a-b8ba-87ce68a732bf req-993d9f85-8e19-468f-8a92-305e3a5946c3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 210 time: 0.0273094 Jan 17 10:01:09.628055 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-e4a9a357-8d5d-41b8-9078-aa0786ff4959 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Made reservation on behalf of e71a78f8eb2445168288dcdc86badcab for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:01:09.631893 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-e4a9a357-8d5d-41b8-9078-aa0786ff4959 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:09.762060 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-e4a9a357-8d5d-41b8-9078-aa0786ff4959 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Allocated IP 172.20.0.8 (13f5851c-5a19-42aa-919c-d5436bee2140/f9ef09a4-55c1-4a25-a157-6d2f5e7d9047/38d7fe9f-67a1-4095-95dc-0f012baa7f71) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:01:09.841857 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35830) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:09.898185 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-e4a9a357-8d5d-41b8-9078-aa0786ff4959 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:09.937001 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2082473183-network', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:10.045569 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-e4a9a357-8d5d-41b8-9078-aa0786ff4959 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.090891 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Made reservation on behalf of d877f04e846b491fbdf9e75655bacd33 for: {'network': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:01:10.092087 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-e4a9a357-8d5d-41b8-9078-aa0786ff4959 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Network 13f5851c-5a19-42aa-919c-d5436bee2140 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:01:10.093446 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.095171 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-e4a9a357-8d5d-41b8-9078-aa0786ff4959 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:10.099040 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-e4a9a357-8d5d-41b8-9078-aa0786ff4959 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:01:10.103783 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.128582 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9a357-8d5d-41b8-9078-aa0786ff4959 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event updated for resources: {'Port': ['ID=38d7fe9f-67a1-4095-95dc-0f012baa7f71,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:10.154229 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-e4a9a357-8d5d-41b8-9078-aa0786ff4959 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:10.155024 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-e4a9a357-8d5d-41b8-9078-aa0786ff4959 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.184853 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Publish callbacks [] for security_group (26bf7055-3c32-4c6a-aeae-bfbf71788400), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.264726 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-e4a9a357-8d5d-41b8-9078-aa0786ff4959 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8351860 Jan 17 10:01:10.290371 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-18038989-0fb8-405d-b4a0-6ebcb2946bb7 None None] Provisioning complete for port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:10.290930 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-18038989-0fb8-405d-b4a0-6ebcb2946bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.319140 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (26bf7055-3c32-4c6a-aeae-bfbf71788400), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.323687 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-18038989-0fb8-405d-b4a0-6ebcb2946bb7 None None] Port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:01:10.340369 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Request body: {'port': {'device_id': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:10.345251 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] vlan segment allocate from pool success with {'vlan_id': 950, 'physical_network': 'physnet1'} {{(pid=114940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 10:01:10.355201 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bf7055-3c32-4c6a-aeae-bfbf71788400,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:10.363271 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (3aeb271d-1ce6-4e0c-8082-1e6260638635), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.363629 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.segments_db [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Added segment 3aeb271d-1ce6-4e0c-8082-1e6260638635 of type vlan for network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb Jan 17 10:01:10.401603 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.405112 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.496252 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.497266 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:10.497863 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.557176 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] Pushing event updated for resources: {'Network': ['ID=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:10.567877 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 10:01:10.621061 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-bdf63e7a-6b6f-4c68-9282-9c4081e4cc5d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7778435 Jan 17 10:01:10.623705 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35836) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:10.635305 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-2528abaa-f91d-494d-bb45-1854c9d7f33d admin admin] Request body: {'subnet': {'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2082473183-subnet', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'ip_version': 4}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:10.676149 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d7fe9f-67a1-4095-95dc-0f012baa7f71 {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:01:10.685899 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Publish callbacks [] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.700867 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Transition to ACTIVE for port object 38d7fe9f-67a1-4095-95dc-0f012baa7f71 will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 10:01:10.706982 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6ffdb-5802-43b8-840e-0edb3ef34140 req-81fd454b-205e-4ee4-a554-2d4952e6f977 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:10.708543 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-eef6ffdb-5802-43b8-840e-0edb3ef34140 req-81fd454b-205e-4ee4-a554-2d4952e6f977 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 931 time: 0.0633614 Jan 17 10:01:10.757086 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-eef6ffdb-5802-43b8-840e-0edb3ef34140 req-6d2a52da-7260-464e-a20a-036066188736 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426478 Jan 17 10:01:10.770817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2528abaa-f91d-494d-bb45-1854c9d7f33d admin admin] Made reservation on behalf of d877f04e846b491fbdf9e75655bacd33 for: {'subnet': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:01:10.773371 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2528abaa-f91d-494d-bb45-1854c9d7f33d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24840352'] for subnet (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.850812 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:10.903457 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=38d7fe9f-67a1-4095-95dc-0f012baa7f71,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:10.972756 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Attempting to bind port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:01:10.973125 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Attempting to bind port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:01:10.973464 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Attempting to bind port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 on network 13f5851c-5a19-42aa-919c-d5436bee2140 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:01:10.978080 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 on network 13f5851c-5a19-42aa-919c-d5436bee2140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 10:01:10.980514 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Attempting to bind port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 on network 13f5851c-5a19-42aa-919c-d5436bee2140 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:01:10.983562 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:01:10.985278 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Checking segment: {'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:01:10.985684 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Bound using segment: {'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:01:10.986140 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Bound port: 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d020d83-b638-4b32-8277-acfb8c390f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:01:10.986489 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:11.022085 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2528abaa-f91d-494d-bb45-1854c9d7f33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24894608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24840370'] for subnet (1b212023-aa9b-4c88-946c-f52c9eb2fbda), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:11.057165 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] For port 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:01:11.060600 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] For port 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:01:11.090275 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528abaa-f91d-494d-bb45-1854c9d7f33d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b212023-aa9b-4c88-946c-f52c9eb2fbda,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:11.105951 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2528abaa-f91d-494d-bb45-1854c9d7f33d admin admin] Checking segment: {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:01:11.105951 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2528abaa-f91d-494d-bb45-1854c9d7f33d admin admin] Network hostable DHCP agents. Network: c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 10:01:11.125815 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:11.161016 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:11.161639 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:11.163094 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] 10.222.0.94 "PUT /v2.0/ports/38d7fe9f-67a1-4095-95dc-0f012baa7f71 HTTP/1.1" status: 200 len: 1093 time: 0.8315823 Jan 17 10:01:11.163561 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:01:11.165931 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd3f683-d564-476b-bad5-ab09a9a37a57" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:01:11.190771 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc012a3c-bfad-41f8-93f4-c9d8e4fff9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=38d7fe9f-67a1-4095-95dc-0f012baa7f71,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:11.202546 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330b370e-1a8b-42c5-9839-53f307a32c71 x-openstack-request-id: req-330b370e-1a8b-42c5-9839-53f307a32c71 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:01:11.202996 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:01:11.203269 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-330b370e-1a8b-42c5-9839-53f307a32c71 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:01:11.203681 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'status': 'completed', 'code': 200} Jan 17 10:01:11.214159 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2528abaa-f91d-494d-bb45-1854c9d7f33d admin admin] Network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 10:01:11.266746 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3f683-d564-476b-bad5-ab09a9a37a57 req-c511c217-3f50-43f4-bd65-d83f65ea472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:11.268351 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-acd3f683-d564-476b-bad5-ab09a9a37a57 req-c511c217-3f50-43f4-bd65-d83f65ea472a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 1096 time: 0.0426311 Jan 17 10:01:11.359799 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-2528abaa-f91d-494d-bb45-1854c9d7f33d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb) {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:11.364970 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2528abaa-f91d-494d-bb45-1854c9d7f33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:11.366319 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2528abaa-f91d-494d-bb45-1854c9d7f33d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:11.379181 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4aa7fc-6cfe-4ad9-bc43-9bb12658d1c1 None None] Network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:01:11.379768 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3f683-d564-476b-bad5-ab09a9a37a57 req-37d41569-3383-46fd-ab37-6f0f0b4154a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:11.379768 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-acd3f683-d564-476b-bad5-ab09a9a37a57 req-37d41569-3383-46fd-ab37-6f0f0b4154a0 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=e71a78f8eb2445168288dcdc86badcab&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1036277 Jan 17 10:01:11.464894 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-2528abaa-f91d-494d-bb45-1854c9d7f33d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8387287 Jan 17 10:01:11.467358 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35840) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:11.472174 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:11.479123 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7edc45-a881-55c4-ab38-b0e6e41a2da3-c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda'}]}} from dv-cinder-824839-2-iscsi. {{(pid=114942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 10:01:11.480165 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:11.480657 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3f683-d564-476b-bad5-ab09a9a37a57 req-ebf8b133-f933-40e8-a80f-773397ee7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:11.482244 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-acd3f683-d564-476b-bad5-ab09a9a37a57 req-ebf8b133-f933-40e8-a80f-773397ee7534 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966287 Jan 17 10:01:11.559037 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-ae75bd13-2c83-417e-90d7-37ea3297d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:11.560558 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-ae75bd13-2c83-417e-90d7-37ea3297d238 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 1096 time: 0.0417883 Jan 17 10:01:11.565438 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33139549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25243'] for router (a596ce3a-d8af-4ea1-8c68-369dda476f78), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:11.567006 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33139489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33137027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25234'] for router (a596ce3a-d8af-4ea1-8c68-369dda476f78), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:11.602547 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-7e3aa281-a36c-4758-bdc8-ac2c0666d234 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71 HTTP/1.1" status: 200 len: 217 time: 0.0351987 Jan 17 10:01:11.624477 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Publish callbacks [] for router_controller (a596ce3a-d8af-4ea1-8c68-369dda476f78), precommit_add_association {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:11.629177 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.db_base_plugin_common [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Allocated IP 172.20.0.2 (c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb/1b212023-aa9b-4c88-946c-f52c9eb2fbda/102fb82c-10ab-4bf0-a533-55debc55a11d) {{(pid=114942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:01:11.651220 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-5590e2da-111c-4ff1-9d13-718e8da75ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:11.652699 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-5590e2da-111c-4ff1-9d13-718e8da75ae8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 200 len: 854 time: 0.0443163 Jan 17 10:01:11.699422 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-eea3e7c4-34c7-4540-bd37-366609802935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:11.701100 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-eea3e7c4-34c7-4540-bd37-366609802935 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=13f5851c-5a19-42aa-919c-d5436bee2140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422187 Jan 17 10:01:11.779447 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Publish callbacks [] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), precommit_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:11.798578 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-c44803a2-dd39-4d68-9209-bb7dd081f5c8 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912876 Jan 17 10:01:11.816049 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Publish callbacks [] for router_gateway (a596ce3a-d8af-4ea1-8c68-369dda476f78), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:11.846208 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:11.892130 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb is already hosted by enough agents. {{(pid=114942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:01:11.895259 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.base_scheduler [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Resources bound (agent type, host, resource id): {{(pid=114942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:11.899115 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Received port after_create {{(pid=114942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:01:11.905274 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb01958-dff2-49dc-8130-9e83d191233e req-7c56d716-b64c-4cce-ac04-923fb3b2427a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:11.907526 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6bb01958-dff2-49dc-8130-9e83d191233e req-7c56d716-b64c-4cce-ac04-923fb3b2427a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0725670 Jan 17 10:01:11.913943 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Pushing event updated for resources: {'Port': ['ID=102fb82c-10ab-4bf0-a533-55debc55a11d,revision_number=1']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:11.938701 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:11.939092 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:11.939632 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:11.939985 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:11.940329 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:11.940692 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:11.941037 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:11.941441 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:11.941712 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:11.942049 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:11.942387 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:11.942720 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:11.943079 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:11.973149 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Attempting to bind port 102fb82c-10ab-4bf0-a533-55debc55a11d on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:01:11.973537 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Attempting to bind port 102fb82c-10ab-4bf0-a533-55debc55a11d by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:01:11.973913 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Attempting to bind port 102fb82c-10ab-4bf0-a533-55debc55a11d on network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:01:11.979484 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:01:11.979876 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Checking segment: {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:01:11.980314 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:11.980879 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Bound using segment: {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:01:11.981369 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Bound port: 102fb82c-10ab-4bf0-a533-55debc55a11d, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:01:11.981759 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:12.027970 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6bb01958-dff2-49dc-8130-9e83d191233e req-1963ab97-1ec6-4ff3-be6f-d895f497c21a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111243 Jan 17 10:01:12.051471 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] For port 102fb82c-10ab-4bf0-a533-55debc55a11d, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:01:12.055107 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] For port 102fb82c-10ab-4bf0-a533-55debc55a11d, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=102fb82c-10ab-4bf0-a533-55debc55a11d,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:01:12.137014 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:12.149416 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1d32ff8d-7d4c-4254-a0ab-084c348b603f req-0d9b0b86-5098-4807-a78f-887d88d69f01 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443360 Jan 17 10:01:12.184266 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Publish callbacks [] for router_gateway (a596ce3a-d8af-4ea1-8c68-369dda476f78), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:12.205024 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:12.205761 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e02d5-a12d-4b3c-b2c8-60ed0a5a4850 None None] Pushing event updated for resources: {'Port': ['ID=102fb82c-10ab-4bf0-a533-55debc55a11d,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:12.321119 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_common [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Allocated IP 172.27.0.238 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/72997390-f1d8-41a8-9f7b-f79e2aa25566) {{(pid=114940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:01:12.444040 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Publish callbacks [] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:12.527918 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 102fb82c-10ab-4bf0-a533-55debc55a11d up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:01:12.577360 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 102fb82c-10ab-4bf0-a533-55debc55a11d triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:12.577681 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:12.582167 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:12.621666 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:01:12.624389 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:12.628460 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Received port after_create {{(pid=114940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:01:12.654815 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Pushing event updated for resources: {'Port': ['ID=72997390-f1d8-41a8-9f7b-f79e2aa25566,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:12.667457 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 102fb82c-10ab-4bf0-a533-55debc55a11d is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:12.667457 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:12.692865 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port 102fb82c-10ab-4bf0-a533-55debc55a11d, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=102fb82c-10ab-4bf0-a533-55debc55a11d,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:01:12.816592 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:12.872130 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=102fb82c-10ab-4bf0-a533-55debc55a11d,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:13.124194 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d0620d-3e63-4240-9f59-8cce21cdd692 None None] Network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:01:13.186140 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33097113-058d-4573-bbbe-b06ce32b9046 req-3e34032e-2123-41d0-a5f0-d99222e64c5f tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:13.187868 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-33097113-058d-4573-bbbe-b06ce32b9046 req-3e34032e-2123-41d0-a5f0-d99222e64c5f tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0949118 Jan 17 10:01:13.231856 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-2db7e167-6533-49bb-8c07-89a427f1eb24 None None] Provisioning complete for port 102fb82c-10ab-4bf0-a533-55debc55a11d triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:13.232236 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-2db7e167-6533-49bb-8c07-89a427f1eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:13.264194 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Publish callbacks [] for router_gateway (a596ce3a-d8af-4ea1-8c68-369dda476f78), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:13.273120 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-33097113-058d-4573-bbbe-b06ce32b9046 req-0db5d9ba-7170-4991-9409-ea061f224f1a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597415 Jan 17 10:01:13.320779 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-2db7e167-6533-49bb-8c07-89a427f1eb24 None None] Current status of the port 102fb82c-10ab-4bf0-a533-55debc55a11d is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:13.440486 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-3d0e9600-f72b-4e28-9616-c2fe2f4a6a4d None None] Provisioning complete for port 102fb82c-10ab-4bf0-a533-55debc55a11d triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:13.440970 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-3d0e9600-f72b-4e28-9616-c2fe2f4a6a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:13.472686 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33139154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33136980'] for router (a596ce3a-d8af-4ea1-8c68-369dda476f78), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:13.527375 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e9600-f72b-4e28-9616-c2fe2f4a6a4d None None] Current status of the port 102fb82c-10ab-4bf0-a533-55debc55a11d is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:13.644308 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Router a596ce3a-d8af-4ea1-8c68-369dda476f78 is scheduled to L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 with binding_index 1 {{(pid=114940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 10:01:13.747873 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:01:13.756475 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Sync routers for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:01:13.765949 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:13.769435 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:00:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:13.812714 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:13.813996 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-c4a9f4cf-2639-4aa4-b625-a1be50be1148 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3456616 Jan 17 10:01:13.816675 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35850) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:13.872806 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:14.055879 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:13Z', 'revision_number': 3, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:14.086458 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Checking router: a596ce3a-d8af-4ea1-8c68-369dda476f78 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:01:14.086842 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Updating router a596ce3a-d8af-4ea1-8c68-369dda476f78 port 72997390-f1d8-41a8-9f7b-f79e2aa25566 binding host dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 10:01:14.112285 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.227680 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.373134 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 38d7fe9f-67a1-4095-95dc-0f012baa7f71 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 10:01:14.394411 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Publish callbacks [] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), precommit_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.416160 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_common [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Allocated IP 172.20.0.1 (c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb/1b212023-aa9b-4c88-946c-f52c9eb2fbda/989ed3a3-40c9-48ec-8ad4-ae83ae7ef681) {{(pid=114940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:01:14.438995 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e20089-e6b1-4a09-bc68-5b1939e2d9e7 req-ccc5d241-b947-400a-8be4-afe7d0a18cff tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:14.440652 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e6e20089-e6b1-4a09-bc68-5b1939e2d9e7 req-ccc5d241-b947-400a-8be4-afe7d0a18cff tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0714412 Jan 17 10:01:14.464537 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.502939 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 102fb82c-10ab-4bf0-a533-55debc55a11d up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:01:14.542063 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:01:14.544555 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e6e20089-e6b1-4a09-bc68-5b1939e2d9e7 req-f2649266-1674-4aff-a0e5-c957c46a3f02 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877857 Jan 17 10:01:14.576398 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Publish callbacks [] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.581476 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204eca2-3679-4a4c-afc4-7aa87093f6f2 None None] Pushing event updated for resources: {'Port': ['ID=72997390-f1d8-41a8-9f7b-f79e2aa25566,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:14.588311 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'port_id': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'mac_address': 'fa:16:3e:4c:32:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 10:01:14.592344 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Attempting to bind port 72997390-f1d8-41a8-9f7b-f79e2aa25566 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:01:14.592851 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Attempting to bind port 72997390-f1d8-41a8-9f7b-f79e2aa25566 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:01:14.593099 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Attempting to bind port 72997390-f1d8-41a8-9f7b-f79e2aa25566 on network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:01:14.602439 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:01:14.602853 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Checking segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:01:14.603265 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.603665 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Bound using segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:01:14.604133 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Bound port: 72997390-f1d8-41a8-9f7b-f79e2aa25566, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:01:14.604524 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.668720 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.711943 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:01:14.716505 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:14.719485 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Received port after_create {{(pid=114940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:01:14.747181 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=989ed3a3-40c9-48ec-8ad4-ae83ae7ef681,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:14.769858 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33152899'] for router_interface (a596ce3a-d8af-4ea1-8c68-369dda476f78), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.804638 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:14.805223 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.810484 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 102fb82c-10ab-4bf0-a533-55debc55a11d triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:14.810892 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.842916 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] For port 72997390-f1d8-41a8-9f7b-f79e2aa25566, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:01:14.863836 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d7fe9f-67a1-4095-95dc-0f012baa7f71 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:01:14.884842 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] For port 72997390-f1d8-41a8-9f7b-f79e2aa25566, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=72997390-f1d8-41a8-9f7b-f79e2aa25566,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:01:14.897479 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:01:14.939277 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 102fb82c-10ab-4bf0-a533-55debc55a11d is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:14.953140 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-dd03151e-b1fe-4282-8f6b-52d0bf089d52 None None] Provisioning complete for port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:14.953527 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-dd03151e-b1fe-4282-8f6b-52d0bf089d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.970620 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.975383 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:14.982429 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:15.024875 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-dd03151e-b1fe-4282-8f6b-52d0bf089d52 None None] Port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:01:15.046986 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=38d7fe9f-67a1-4095-95dc-0f012baa7f71,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:15.053872 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:15.053872 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:00:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:15.132974 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Publish callbacks [] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:15.170361 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204eca2-3679-4a4c-afc4-7aa87093f6f2 None None] Pushing event updated for resources: {'Port': ['ID=72997390-f1d8-41a8-9f7b-f79e2aa25566,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:15.193326 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894493'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:15.197430 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:15.261972 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33241328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33152791'] for router_interface (a596ce3a-d8af-4ea1-8c68-369dda476f78), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:15.264630 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=989ed3a3-40c9-48ec-8ad4-ae83ae7ef681,revision_number=2']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:15.323885 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['38d7fe9f-67a1-4095-95dc-0f012baa7f71'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:01:15.353178 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:01:15.354575 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:15.477266 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 1, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:15.479203 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Router a596ce3a-d8af-4ea1-8c68-369dda476f78 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:01:15.516301 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c841d-37f6-40ee-88d8-c74798e888a4 None None] The sync data for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi is: [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 1, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:01:15.601390 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:01:15.607068 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-2130cbf5-2e00-4f87-8aad-c19320eaf0c4 admin admin] 10.222.0.88 "PUT /v2.0/routers/a596ce3a-d8af-4ea1-8c68-369dda476f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7893090 Jan 17 10:01:15.651339 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-60c32a3b-5eba-42ad-8394-cd8e176e5a69 None None] Provisioning complete for port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:15.653085 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-60c32a3b-5eba-42ad-8394-cd8e176e5a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:15.685241 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e2190-20b9-47cd-a8f1-0ac6d8ac5e6a req-97ca0af1-738d-49c2-8dd1-4ef6dcc70aae tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:15.686769 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-760e2190-20b9-47cd-a8f1-0ac6d8ac5e6a req-97ca0af1-738d-49c2-8dd1-4ef6dcc70aae tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 944 time: 0.0566623 Jan 17 10:01:15.692046 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-60c32a3b-5eba-42ad-8394-cd8e176e5a69 None None] Port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:01:15.754081 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-760e2190-20b9-47cd-a8f1-0ac6d8ac5e6a req-1f11d6ee-fd14-4f39-a4ba-9d524771a4ec tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611837 Jan 17 10:01:16.387217 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 38d7fe9f-67a1-4095-95dc-0f012baa7f71 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:01:16.424566 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35870) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:16.431172 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1497434652-network', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:16.509595 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 72997390-f1d8-41a8-9f7b-f79e2aa25566 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:01:16.548833 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 10:01:16.554329 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:16.554830 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:16.576862 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Made reservation on behalf of 1fdd2c3f37b54141b0f1549c0c996719 for: {'network': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:01:16.579968 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:16.589369 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:16.592481 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 72997390-f1d8-41a8-9f7b-f79e2aa25566 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:16.592867 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:16.679728 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Publish callbacks [] for security_group (5c569b30-5a3d-414b-b7c5-007551997584), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:16.707878 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:16.708277 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:16.719112 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 72997390-f1d8-41a8-9f7b-f79e2aa25566 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:16.719507 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:16.748744 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:01:16.752020 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6317ebd6-aa62-4b01-9a53-23e6e42b7716" -d '{"events": [{"server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "name": "network-vif-plugged", "status": "completed", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:01:16.763666 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port 72997390-f1d8-41a8-9f7b-f79e2aa25566, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=72997390-f1d8-41a8-9f7b-f79e2aa25566,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:01:16.768135 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5c569b30-5a3d-414b-b7c5-007551997584), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:16.768590 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:01:16.791202 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] vlan segment allocate from pool success with {'vlan_id': 964, 'physical_network': 'physnet1'} {{(pid=114940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 10:01:16.806436 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93e1bcf-0d6d-481e-900c-9b9915eb3dca x-openstack-request-id: req-b93e1bcf-0d6d-481e-900c-9b9915eb3dca {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:01:16.806856 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "name": "network-vif-plugged", "status": "completed", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:01:16.807190 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b93e1bcf-0d6d-481e-900c-9b9915eb3dca {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:01:16.807683 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'code': 200} Jan 17 10:01:16.808186 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c569b30-5a3d-414b-b7c5-007551997584,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:16.828217 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:16.828217 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.segments_db [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Added segment c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e of type vlan for network 7610dd04-c90a-43d2-a0cc-765990f360f6 Jan 17 10:01:16.845120 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:16.895451 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:16.897533 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (7610dd04-c90a-43d2-a0cc-765990f360f6), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:16.901604 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=72997390-f1d8-41a8-9f7b-f79e2aa25566,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:16.918164 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa020c-dd43-40b3-84dc-29af1757186f req-b48547f8-0dd9-44ce-a828-5b17b173971a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:16.919696 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bafa020c-dd43-40b3-84dc-29af1757186f req-b48547f8-0dd9-44ce-a828-5b17b173971a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 944 time: 0.0868239 Jan 17 10:01:16.951152 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=38d7fe9f-67a1-4095-95dc-0f012baa7f71,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:16.976984 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bafa020c-dd43-40b3-84dc-29af1757186f req-6ec22b55-6c5b-4924-90b1-ed795d896886 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482972 Jan 17 10:01:17.021672 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (7610dd04-c90a-43d2-a0cc-765990f360f6), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:17.022680 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:17.023302 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:17.080532 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] Pushing event updated for resources: {'Network': ['ID=7610dd04-c90a-43d2-a0cc-765990f360f6,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:17.091815 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network 7610dd04-c90a-43d2-a0cc-765990f360f6 details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 10:01:17.129356 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-a11de6f4-5206-4340-a964-781bd8df7c8a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7036042 Jan 17 10:01:17.132139 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35876) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:17.137926 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-7cfa964b-c14f-4b66-b215-163f24530d2a admin admin] Request body: {'subnet': {'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1497434652-subnet', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'ip_version': 4}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:17.153966 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23359e-61da-46a3-8d25-75051391585b req-67266617-32a1-4d1d-b2d2-b22df3bb5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:17.155521 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5f23359e-61da-46a3-8d25-75051391585b req-67266617-32a1-4d1d-b2d2-b22df3bb5f8d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 1098 time: 0.0448637 Jan 17 10:01:17.197984 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5f23359e-61da-46a3-8d25-75051391585b req-1a612c5a-6b32-4db2-963b-03d75d09e169 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366619 Jan 17 10:01:17.216251 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfa964b-c14f-4b66-b215-163f24530d2a admin admin] Made reservation on behalf of 1fdd2c3f37b54141b0f1549c0c996719 for: {'subnet': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:01:17.221150 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7cfa964b-c14f-4b66-b215-163f24530d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24840352'] for subnet (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:17.490998 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7cfa964b-c14f-4b66-b215-163f24530d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24894608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24840370'] for subnet (69c23eb1-257e-401a-b1f9-0790f688c617), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:17.543367 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa964b-c14f-4b66-b215-163f24530d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c23eb1-257e-401a-b1f9-0790f688c617,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:17.555339 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfa964b-c14f-4b66-b215-163f24530d2a admin admin] Checking segment: {'id': 'c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:01:17.555702 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfa964b-c14f-4b66-b215-163f24530d2a admin admin] Network hostable DHCP agents. Network: 7610dd04-c90a-43d2-a0cc-765990f360f6, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 10:01:17.574345 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Sync routers for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:01:17.583845 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:17.584465 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:00:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:17.644455 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfa964b-c14f-4b66-b215-163f24530d2a admin admin] Network 7610dd04-c90a-43d2-a0cc-765990f360f6 is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 10:01:17.687711 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:17.730342 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-7cfa964b-c14f-4b66-b215-163f24530d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, 7610dd04-c90a-43d2-a0cc-765990f360f6) {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:17.735755 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfa964b-c14f-4b66-b215-163f24530d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:17.736724 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7cfa964b-c14f-4b66-b215-163f24530d2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:17.745159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6506f45-77ba-490f-9dc3-3b4a65a6dc46 None None] Network 7610dd04-c90a-43d2-a0cc-765990f360f6 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:01:17.844611 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-7cfa964b-c14f-4b66-b215-163f24530d2a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7083182 Jan 17 10:01:17.845234 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7edc45-a881-55c4-ab38-b0e6e41a2da3-7610dd04-c90a-43d2-a0cc-765990f360f6', 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6', 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'fixed_ips': [{'subnet_id': '69c23eb1-257e-401a-b1f9-0790f688c617'}]}} from dv-cinder-824839-2-iscsi. {{(pid=114942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 10:01:17.845339 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35878) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:17.845430 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:17.849666 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1497434652-router', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:17.884855 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:15Z', 'revision_number': 2, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:17.913464 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33139549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25243'] for router (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:17.914507 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33139489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33137027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25234'] for router (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:17.914788 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Checking router: a596ce3a-d8af-4ea1-8c68-369dda476f78 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:01:17.915160 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Updating router a596ce3a-d8af-4ea1-8c68-369dda476f78 port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 binding host dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 10:01:17.940627 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:17.972397 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Publish callbacks [] for router_controller (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), precommit_add_association {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:17.981963 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.db_base_plugin_common [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Allocated IP 172.20.0.2 (7610dd04-c90a-43d2-a0cc-765990f360f6/69c23eb1-257e-401a-b1f9-0790f688c617/2ccc8e43-e9e5-4ecf-8bf4-832f442c686b) {{(pid=114942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:01:18.126971 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Publish callbacks [] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), precommit_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.211318 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Publish callbacks [] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), precommit_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.216591 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.259280 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Network 7610dd04-c90a-43d2-a0cc-765990f360f6 is already hosted by enough agents. {{(pid=114942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:01:18.262262 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.base_scheduler [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Resources bound (agent type, host, resource id): {{(pid=114942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:18.266511 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Received port after_create {{(pid=114942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:01:18.272158 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Pushing event updated for resources: {'Port': ['ID=2ccc8e43-e9e5-4ecf-8bf4-832f442c686b,revision_number=1']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:18.273633 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.326993 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Attempting to bind port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:01:18.327476 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Attempting to bind port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': 'c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:01:18.327801 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Attempting to bind port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b on network 7610dd04-c90a-43d2-a0cc-765990f360f6 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:01:18.333652 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:01:18.334046 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Checking segment: {'id': 'c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:01:18.334506 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.334945 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Bound using segment: {'id': 'c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:01:18.335503 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Bound port: 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:01:18.335828 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.389830 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Attempting to bind port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:01:18.390778 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Attempting to bind port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:01:18.391131 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Attempting to bind port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 on network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:01:18.399188 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:01:18.399595 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Checking segment: {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:01:18.399989 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.400388 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Bound using segment: {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:01:18.400867 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Bound port: 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'}}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:01:18.401252 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.431173 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c88eb-3075-44b1-9180-9d5ab74617e4 req-408bb370-3fee-455a-a9e5-00dcfb8ef661 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:18.432724 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cb8c88eb-3075-44b1-9180-9d5ab74617e4 req-408bb370-3fee-455a-a9e5-00dcfb8ef661 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.3772700 Jan 17 10:01:18.447726 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] For port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:01:18.454269 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] For port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=2ccc8e43-e9e5-4ecf-8bf4-832f442c686b,segment=NetworkSegment(c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e),segment_id=c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:01:18.489143 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Pushing event updated for resources: {'Port': ['ID=989ed3a3-40c9-48ec-8ad4-ae83ae7ef681,revision_number=3']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:18.498677 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:18.500145 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:18.500145 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:18.500332 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:18.500666 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:18.500998 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:18.501334 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:18.501667 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:18.501996 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:18.502338 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:18.503129 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:18.503129 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:18.503329 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:18.513178 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Publish callbacks [] for router_gateway (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.515904 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] For port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:01:18.524217 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] For port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=989ed3a3-40c9-48ec-8ad4-ae83ae7ef681,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:01:18.527308 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 72997390-f1d8-41a8-9f7b-f79e2aa25566 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:01:18.548941 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cb8c88eb-3075-44b1-9180-9d5ab74617e4 req-b6d62195-ab1c-43e0-bcf6-e6dc3e310250 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577862 Jan 17 10:01:18.563505 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.623495 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.655490 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ad4d2-f3a2-4bee-b550-6dd2cad09a73 None None] Pushing event updated for resources: {'Port': ['ID=2ccc8e43-e9e5-4ecf-8bf4-832f442c686b,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:18.667063 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 72997390-f1d8-41a8-9f7b-f79e2aa25566 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:18.667456 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.671458 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-392baca4-8272-4852-9f57-1a39cbc0c4e6 None None] Provisioning complete for port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:18.671845 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-392baca4-8272-4852-9f57-1a39cbc0c4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.736718 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:18.742294 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:00:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:18.748438 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0904f1-a353-44e8-9c39-b0c8a01647d3 None None] Pushing event updated for resources: {'Port': ['ID=989ed3a3-40c9-48ec-8ad4-ae83ae7ef681,revision_number=4']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:18.835755 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Publish callbacks [] for router_gateway (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.865132 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-392baca4-8272-4852-9f57-1a39cbc0c4e6 None None] Current status of the port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:18.865627 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-392baca4-8272-4852-9f57-1a39cbc0c4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.872690 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:18.887222 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 72997390-f1d8-41a8-9f7b-f79e2aa25566 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:18.913553 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:18.920029 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-392baca4-8272-4852-9f57-1a39cbc0c4e6 None None] For port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=989ed3a3-40c9-48ec-8ad4-ae83ae7ef681,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:01:19.031543 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_common [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Allocated IP 172.27.0.36 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/d12941bf-e0e4-4e49-a818-9a4047f45853) {{(pid=114940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:01:19.039212 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-392baca4-8272-4852-9f57-1a39cbc0c4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:19.110194 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392baca4-8272-4852-9f57-1a39cbc0c4e6 None None] Pushing event updated for resources: {'Port': ['ID=989ed3a3-40c9-48ec-8ad4-ae83ae7ef681,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:19.163877 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-56ce2466-7dd4-45a5-b33f-2213450eb679 None None] Provisioning complete for port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:19.164413 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-56ce2466-7dd4-45a5-b33f-2213450eb679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:19.180164 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Publish callbacks [] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:19.198429 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:19.225189 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e05b9-141b-4d79-93d9-638159e231ab None None] The sync data for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi is: [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:01:19.248694 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-56ce2466-7dd4-45a5-b33f-2213450eb679 None None] Current status of the port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:19.297199 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:19.338229 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:01:19.341142 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:19.344900 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Received port after_create {{(pid=114940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:01:19.369813 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Pushing event updated for resources: {'Port': ['ID=d12941bf-e0e4-4e49-a818-9a4047f45853,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:19.730243 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d0b0d-93ed-4f91-96d2-352fdeec3f55 req-cc4177a7-96ee-42ae-81aa-1b1b8f7857c9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:19.731863 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-120d0b0d-93ed-4f91-96d2-352fdeec3f55 req-cc4177a7-96ee-42ae-81aa-1b1b8f7857c9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0986121 Jan 17 10:01:19.735571 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Publish callbacks [] for router_gateway (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:19.821103 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8868a2ac-c237-4352-8ea7-166b46a792f8 None None] Network 7610dd04-c90a-43d2-a0cc-765990f360f6 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:01:19.862556 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-120d0b0d-93ed-4f91-96d2-352fdeec3f55 req-1b1876cc-2b6e-4d80-8c03-67de33ad4cbb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236839 Jan 17 10:01:19.895926 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-5d46774d-4fdf-454f-aca6-773aa7ff4989 None None] Provisioning complete for port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:19.896402 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5d46774d-4fdf-454f-aca6-773aa7ff4989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:20.012796 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33139154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33136980'] for router (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:20.022042 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-5d46774d-4fdf-454f-aca6-773aa7ff4989 None None] Current status of the port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:20.022441 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5d46774d-4fdf-454f-aca6-773aa7ff4989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:20.030052 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9a8f7-6d65-4622-a235-02f8a9584d82 req-12175a40-e8f9-4d56-a72d-40a4b72ace82 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:20.039237 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bba9a8f7-6d65-4622-a235-02f8a9584d82 req-12175a40-e8f9-4d56-a72d-40a4b72ace82 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0767536 Jan 17 10:01:20.040749 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35888) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:20.046033 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-99955321-bbee-4d49-b417-e3d97b9b136e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Request body: {'floatingip': {'port_id': '38d7fe9f-67a1-4095-95dc-0f012baa7f71'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:20.071589 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-5d46774d-4fdf-454f-aca6-773aa7ff4989 None None] For port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=2ccc8e43-e9e5-4ecf-8bf4-832f442c686b,segment=NetworkSegment(c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e),segment_id=c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:01:20.093180 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99955321-bbee-4d49-b417-e3d97b9b136e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (7595f6e0-4c5e-4c9b-a080-9748779881bb), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:20.141780 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5d46774d-4fdf-454f-aca6-773aa7ff4989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:20.202958 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46774d-4fdf-454f-aca6-773aa7ff4989 None None] Pushing event updated for resources: {'Port': ['ID=2ccc8e43-e9e5-4ecf-8bf4-832f442c686b,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:20.244845 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Router b2633ed0-287f-4484-a6c9-0f3da5aa5e33 is scheduled to L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 with binding_index 1 {{(pid=114940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 10:01:20.262315 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-59906212-b047-4ea2-8c5b-bb1bf7d3b354 None None] Provisioning complete for port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:20.262878 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-59906212-b047-4ea2-8c5b-bb1bf7d3b354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:20.349496 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-59906212-b047-4ea2-8c5b-bb1bf7d3b354 None None] Current status of the port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:20.356779 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:01:20.367459 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Sync routers for ids ['b2633ed0-287f-4484-a6c9-0f3da5aa5e33'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:01:20.380595 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Routers {'b2633ed0-287f-4484-a6c9-0f3da5aa5e33'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:20.381403 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:00:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['b2633ed0-287f-4484-a6c9-0f3da5aa5e33'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:20.446583 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:20.448376 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-95705585-a892-42b8-a83f-72f76da12b9f admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6028006 Jan 17 10:01:20.450659 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35890) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:20.573870 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99955321-bbee-4d49-b417-e3d97b9b136e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:20.629479 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99955321-bbee-4d49-b417-e3d97b9b136e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (7595f6e0-4c5e-4c9b-a080-9748779881bb), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:20.641544 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Set router b2633ed0-287f-4484-a6c9-0f3da5aa5e33 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:20.669688 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:01:20.739416 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.l3_db [None req-99955321-bbee-4d49-b417-e3d97b9b136e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Floating IP 7595f6e0-4c5e-4c9b-a080-9748779881bb associated. External IP: 172.27.0.103, port: 38d7fe9f-67a1-4095-95dc-0f012baa7f71. Jan 17 10:01:20.815877 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:20.816262 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:20.918900 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:20.938640 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'name': 'tempest-TestVolumeBootPattern-1497434652-router', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:17Z', 'updated_at': '2022-01-17T10:01:19Z', 'revision_number': 3, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'gw_port': {'id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:18Z', 'updated_at': '2022-01-17T10:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:20.960817 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99955321-bbee-4d49-b417-e3d97b9b136e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Router 3f4305a4-4eff-488a-98d5-2f1e992226a2 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:01:20.966751 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Checking router: b2633ed0-287f-4484-a6c9-0f3da5aa5e33 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:01:20.967109 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Updating router b2633ed0-287f-4484-a6c9-0f3da5aa5e33 port d12941bf-e0e4-4e49-a818-9a4047f45853 binding host dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 10:01:20.970485 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:20.971587 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:01:21.024052 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.077127 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99955321-bbee-4d49-b417-e3d97b9b136e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:01:21.082652 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99955321-bbee-4d49-b417-e3d97b9b136e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.087166 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8ad09a-1f8c-4ddf-81a3-5ca133a6c054 None None] Sync routers for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:01:21.094457 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_common [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Allocated IP 172.20.0.1 (7610dd04-c90a-43d2-a0cc-765990f360f6/69c23eb1-257e-401a-b1f9-0790f688c617/fe9e2672-4dda-451c-b12d-222d326b3114) {{(pid=114940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:01:21.096100 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ad09a-1f8c-4ddf-81a3-5ca133a6c054 None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:21.096728 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ac8ad09a-1f8c-4ddf-81a3-5ca133a6c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:00:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:21.115465 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-99955321-bbee-4d49-b417-e3d97b9b136e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "PUT /v2.0/floatingips/7595f6e0-4c5e-4c9b-a080-9748779881bb HTTP/1.1" status: 200 len: 991 time: 1.0702920 Jan 17 10:01:21.115465 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:01:21.123227 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a147d03e-c1a8-4fe7-8530-719f44ca6ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:01:21.150046 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:21.150423 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.196470 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc92d42-ccad-4a47-82c2-659e913a2a4a x-openstack-request-id: req-9fc92d42-ccad-4a47-82c2-659e913a2a4a {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:01:21.196787 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:01:21.197064 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9fc92d42-ccad-4a47-82c2-659e913a2a4a {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:01:21.198762 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'status': 'completed', 'code': 200} Jan 17 10:01:21.238776 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Publish callbacks [] for port (fe9e2672-4dda-451c-b12d-222d326b3114), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.268235 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147d03e-c1a8-4fe7-8530-719f44ca6ad0 req-058ed73a-f9fe-40bd-9558-92a2b5c3d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:21.270602 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a147d03e-c1a8-4fe7-8530-719f44ca6ad0 req-058ed73a-f9fe-40bd-9558-92a2b5c3d01d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 1098 time: 0.0554316 Jan 17 10:01:21.335231 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:21.372869 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-ac8ad09a-1f8c-4ddf-81a3-5ca133a6c054 None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:21.377275 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.388378 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147d03e-c1a8-4fe7-8530-719f44ca6ad0 req-77a43168-59dd-4ce0-a2e2-bba2de623241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:21.390501 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a147d03e-c1a8-4fe7-8530-719f44ca6ad0 req-77a43168-59dd-4ce0-a2e2-bba2de623241 service neutron] 10.222.0.94 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 916 time: 0.1111536 Jan 17 10:01:21.413159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Publish callbacks [] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), precommit_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.430480 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Network 7610dd04-c90a-43d2-a0cc-765990f360f6 is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:01:21.435542 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:21.441001 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Received port after_create {{(pid=114940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:01:21.445857 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Pushing event updated for resources: {'Port': ['ID=fe9e2672-4dda-451c-b12d-222d326b3114,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:21.469091 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a147d03e-c1a8-4fe7-8530-719f44ca6ad0 req-ac91178b-ae8e-4ebd-8b10-e442c3c8177a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71 HTTP/1.1" status: 200 len: 999 time: 0.0722682 Jan 17 10:01:21.492811 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33152899'] for router_interface (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.508241 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.540768 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147d03e-c1a8-4fe7-8530-719f44ca6ad0 req-7705b435-aa4b-4357-a160-9470857fe13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:21.546228 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a147d03e-c1a8-4fe7-8530-719f44ca6ad0 req-7705b435-aa4b-4357-a160-9470857fe13c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 200 len: 854 time: 0.0649529 Jan 17 10:01:21.585031 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Attempting to bind port d12941bf-e0e4-4e49-a818-9a4047f45853 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:01:21.585540 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Attempting to bind port d12941bf-e0e4-4e49-a818-9a4047f45853 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:01:21.586012 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Attempting to bind port d12941bf-e0e4-4e49-a818-9a4047f45853 on network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:01:21.592250 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cadd3-6270-453d-ada9-dc2a80f656bb None None] Pushing event updated for resources: {'Port': ['ID=d12941bf-e0e4-4e49-a818-9a4047f45853,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:21.599083 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:01:21.599807 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Checking segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:01:21.600472 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.600962 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Bound using segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:01:21.601553 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Bound port: d12941bf-e0e4-4e49-a818-9a4047f45853, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:01:21.602052 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.628470 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147d03e-c1a8-4fe7-8530-719f44ca6ad0 req-744759f6-6128-4fc2-96ec-1d5e52819798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:21.630200 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a147d03e-c1a8-4fe7-8530-719f44ca6ad0 req-744759f6-6128-4fc2-96ec-1d5e52819798 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=13f5851c-5a19-42aa-919c-d5436bee2140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815799 Jan 17 10:01:21.661302 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ac8ad09a-1f8c-4ddf-81a3-5ca133a6c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': '7595f6e0-4c5e-4c9b-a080-9748779881bb', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'port_id': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'mac_address': 'fa:16:3e:4c:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:01:06Z', 'updated_at': '2022-01-17T10:01:20Z', 'revision_number': 1, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:41Z', 'revision_number': 5, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:21.684883 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] For port d12941bf-e0e4-4e49-a818-9a4047f45853, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:01:21.688738 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] For port d12941bf-e0e4-4e49-a818-9a4047f45853, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=d12941bf-e0e4-4e49-a818-9a4047f45853,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:01:21.694413 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8ad09a-1f8c-4ddf-81a3-5ca133a6c054 None None] Checking router: 3f4305a4-4eff-488a-98d5-2f1e992226a2 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:01:21.703452 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ad09a-1f8c-4ddf-81a3-5ca133a6c054 None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:21.704152 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ac8ad09a-1f8c-4ddf-81a3-5ca133a6c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:00:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:21.745329 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a147d03e-c1a8-4fe7-8530-719f44ca6ad0 req-aeaa3ce2-0fbd-4bcc-b184-06ae43059cbd service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082776 Jan 17 10:01:21.756521 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.789861 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.792861 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-6c66e465-aa4f-4836-aa51-2fc63cc7e6d1 None None] Provisioning complete for port fe9e2672-4dda-451c-b12d-222d326b3114 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:21.793363 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-6c66e465-aa4f-4836-aa51-2fc63cc7e6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.818197 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-ac8ad09a-1f8c-4ddf-81a3-5ca133a6c054 None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:21.845766 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a147d03e-c1a8-4fe7-8530-719f44ca6ad0 req-db359dd1-4ff7-4706-bac3-2f7b91902a01 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920124 Jan 17 10:01:21.881149 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-6c66e465-aa4f-4836-aa51-2fc63cc7e6d1 None None] Port fe9e2672-4dda-451c-b12d-222d326b3114 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:01:21.915984 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Routers {'b2633ed0-287f-4484-a6c9-0f3da5aa5e33'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:21.916611 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:00:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['b2633ed0-287f-4484-a6c9-0f3da5aa5e33'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:21.944826 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Publish callbacks [] for port (fe9e2672-4dda-451c-b12d-222d326b3114), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:21.953190 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cadd3-6270-453d-ada9-dc2a80f656bb None None] Pushing event updated for resources: {'Port': ['ID=d12941bf-e0e4-4e49-a818-9a4047f45853,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:22.022029 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894493'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:22.060860 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] Set router b2633ed0-287f-4484-a6c9-0f3da5aa5e33 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:22.065865 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ac8ad09a-1f8c-4ddf-81a3-5ca133a6c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': '7595f6e0-4c5e-4c9b-a080-9748779881bb', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'port_id': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'mac_address': 'fa:16:3e:4c:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:01:06Z', 'updated_at': '2022-01-17T10:01:20Z', 'revision_number': 1, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:41Z', 'revision_number': 5, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:22.093024 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8ad09a-1f8c-4ddf-81a3-5ca133a6c054 None None] The sync data for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi is: [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': '7595f6e0-4c5e-4c9b-a080-9748779881bb', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'port_id': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'mac_address': 'fa:16:3e:4c:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:01:06Z', 'updated_at': '2022-01-17T10:01:20Z', 'revision_number': 1, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:41Z', 'revision_number': 5, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:01:22.094334 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33241328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33152791'] for router_interface (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:22.097066 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Pushing event updated for resources: {'Port': ['ID=fe9e2672-4dda-451c-b12d-222d326b3114,revision_number=2']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:22.190366 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Network 7610dd04-c90a-43d2-a0cc-765990f360f6 is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:01:22.191791 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:22.306588 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'name': 'tempest-TestVolumeBootPattern-1497434652-router', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:17Z', 'updated_at': '2022-01-17T10:01:21Z', 'revision_number': 4, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'gw_port': {'id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:18Z', 'updated_at': '2022-01-17T10:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'fe9e2672-4dda-451c-b12d-222d326b3114', 'name': '', 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'mac_address': 'fa:16:3e:e9:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '69c23eb1-257e-401a-b1f9-0790f688c617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:20Z', 'updated_at': '2022-01-17T10:01:21Z', 'revision_number': 1, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'subnets': [{'id': '69c23eb1-257e-401a-b1f9-0790f688c617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:22.348219 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Router b2633ed0-287f-4484-a6c9-0f3da5aa5e33 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:01:22.360650 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47c173-24bc-41a8-a5ec-44ca4eb20c51 None None] New status for floating IP 7595f6e0-4c5e-4c9b-a080-9748779881bb: ACTIVE {{(pid=114942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:01:22.368965 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3ec3e-7492-4384-906e-8ba06cce70ea None None] The sync data for ids ['b2633ed0-287f-4484-a6c9-0f3da5aa5e33'] in dv-cinder-824839-2-iscsi is: [{'id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'name': 'tempest-TestVolumeBootPattern-1497434652-router', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:17Z', 'updated_at': '2022-01-17T10:01:21Z', 'revision_number': 4, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'gw_port': {'id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:18Z', 'updated_at': '2022-01-17T10:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'fe9e2672-4dda-451c-b12d-222d326b3114', 'name': '', 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'mac_address': 'fa:16:3e:e9:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '69c23eb1-257e-401a-b1f9-0790f688c617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:20Z', 'updated_at': '2022-01-17T10:01:21Z', 'revision_number': 1, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'subnets': [{'id': '69c23eb1-257e-401a-b1f9-0790f688c617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:01:22.486584 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:01:22.495352 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-8947ae55-5a6a-469e-a687-60226cace5de admin admin] 10.222.0.88 "PUT /v2.0/routers/b2633ed0-287f-4484-a6c9-0f3da5aa5e33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0401788 Jan 17 10:01:22.539923 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-9245d5f6-9f76-4e11-b3a4-875e91a08736 None None] Provisioning complete for port fe9e2672-4dda-451c-b12d-222d326b3114 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:22.540446 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-9245d5f6-9f76-4e11-b3a4-875e91a08736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:22.543450 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5e3366b1-ac36-4962-a217-926508d3a0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:22.598924 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-9245d5f6-9f76-4e11-b3a4-875e91a08736 None None] Port fe9e2672-4dda-451c-b12d-222d326b3114 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:01:23.052189 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35906) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:23.058367 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-f464e16d-8d2f-4df3-9c20-1787c50673c0 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1384298190', 'description': 'tempest-secgroup-smoke-1384298190 description', 'project_id': 'd877f04e846b491fbdf9e75655bacd33'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:23.159076 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f464e16d-8d2f-4df3-9c20-1787c50673c0 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:23.230847 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f464e16d-8d2f-4df3-9c20-1787c50673c0 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group (b3f8833d-8708-45aa-8885-5a1db2a8dcb9), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:23.330133 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f464e16d-8d2f-4df3-9c20-1787c50673c0 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (b3f8833d-8708-45aa-8885-5a1db2a8dcb9), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:23.360606 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464e16d-8d2f-4df3-9c20-1787c50673c0 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f8833d-8708-45aa-8885-5a1db2a8dcb9,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:23.446872 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f464e16d-8d2f-4df3-9c20-1787c50673c0 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:23.448172 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-f464e16d-8d2f-4df3-9c20-1787c50673c0 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3933871 Jan 17 10:01:23.451121 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35910) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:23.456219 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-5136e20a-5d58-45cd-a495-8b56512eff53 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Request body: {'security_group_rule': {'security_group_id': 'b3f8833d-8708-45aa-8885-5a1db2a8dcb9', 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:23.556740 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5136e20a-5d58-45cd-a495-8b56512eff53 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (af179880-e8f8-482b-ac14-b35a43c00b6d), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:23.619039 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5136e20a-5d58-45cd-a495-8b56512eff53 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (af179880-e8f8-482b-ac14-b35a43c00b6d), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:23.701903 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5136e20a-5d58-45cd-a495-8b56512eff53 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (af179880-e8f8-482b-ac14-b35a43c00b6d), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:23.721182 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136e20a-5d58-45cd-a495-8b56512eff53 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af179880-e8f8-482b-ac14-b35a43c00b6d,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:23.801252 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5136e20a-5d58-45cd-a495-8b56512eff53 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:23.802563 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-5136e20a-5d58-45cd-a495-8b56512eff53 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504643 Jan 17 10:01:23.805323 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35912) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:23.811630 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-1ad602fb-562d-4bc5-9930-7f9f68453823 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Request body: {'security_group_rule': {'security_group_id': 'b3f8833d-8708-45aa-8885-5a1db2a8dcb9', 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:23.907606 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1ad602fb-562d-4bc5-9930-7f9f68453823 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (e9851c4b-70f3-455a-9bf9-23298a4e6758), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:23.961332 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1ad602fb-562d-4bc5-9930-7f9f68453823 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (e9851c4b-70f3-455a-9bf9-23298a4e6758), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.039144 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1ad602fb-562d-4bc5-9930-7f9f68453823 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (e9851c4b-70f3-455a-9bf9-23298a4e6758), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.059304 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad602fb-562d-4bc5-9930-7f9f68453823 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9851c4b-70f3-455a-9bf9-23298a4e6758,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:24.143999 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1ad602fb-562d-4bc5-9930-7f9f68453823 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.145270 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-1ad602fb-562d-4bc5-9930-7f9f68453823 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3389544 Jan 17 10:01:24.147909 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 35914) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:24.152225 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-7047e68b-e70b-45b3-9221-1b3fd93e9785 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Request body: {'security_group_rule': {'security_group_id': 'b3f8833d-8708-45aa-8885-5a1db2a8dcb9', 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:24.259997 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7047e68b-e70b-45b3-9221-1b3fd93e9785 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (443d96dc-0ba3-441c-bbbf-c71f4fc1fc27), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.316021 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7047e68b-e70b-45b3-9221-1b3fd93e9785 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (443d96dc-0ba3-441c-bbbf-c71f4fc1fc27), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.376542 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7047e68b-e70b-45b3-9221-1b3fd93e9785 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (443d96dc-0ba3-441c-bbbf-c71f4fc1fc27), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.397328 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047e68b-e70b-45b3-9221-1b3fd93e9785 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443d96dc-0ba3-441c-bbbf-c71f4fc1fc27,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:24.475231 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7047e68b-e70b-45b3-9221-1b3fd93e9785 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.477198 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-7047e68b-e70b-45b3-9221-1b3fd93e9785 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277528 Jan 17 10:01:24.479222 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35918) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:24.484483 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-5896d79a-03a5-4dbf-b677-358e2e58adbd tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Request body: {'security_group_rule': {'security_group_id': 'b3f8833d-8708-45aa-8885-5a1db2a8dcb9', 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:24.500031 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device d12941bf-e0e4-4e49-a818-9a4047f45853 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:01:24.551235 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port d12941bf-e0e4-4e49-a818-9a4047f45853 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:24.551726 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.575331 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5896d79a-03a5-4dbf-b677-358e2e58adbd tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (e3546134-7f77-42eb-86b7-efda21f66a2c), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.630825 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port d12941bf-e0e4-4e49-a818-9a4047f45853 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:24.631171 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.636153 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5896d79a-03a5-4dbf-b677-358e2e58adbd tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (e3546134-7f77-42eb-86b7-efda21f66a2c), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.653821 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port d12941bf-e0e4-4e49-a818-9a4047f45853, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=d12941bf-e0e4-4e49-a818-9a4047f45853,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:01:24.736400 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5896d79a-03a5-4dbf-b677-358e2e58adbd tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (e3546134-7f77-42eb-86b7-efda21f66a2c), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.747528 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.756327 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896d79a-03a5-4dbf-b677-358e2e58adbd tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3546134-7f77-42eb-86b7-efda21f66a2c,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:24.799748 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=d12941bf-e0e4-4e49-a818-9a4047f45853,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:24.847082 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5896d79a-03a5-4dbf-b677-358e2e58adbd tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.848251 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-5896d79a-03a5-4dbf-b677-358e2e58adbd tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3679302 Jan 17 10:01:24.850915 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35920) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:24.855200 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-02d008b1-48af-46ad-9b61-9432870dbc60 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Request body: {'security_group_rule': {'security_group_id': 'b3f8833d-8708-45aa-8885-5a1db2a8dcb9', 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:24.953025 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.securitygroups_db [None req-02d008b1-48af-46ad-9b61-9432870dbc60 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Project d877f04e846b491fbdf9e75655bacd33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 10:01:24.958299 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-02d008b1-48af-46ad-9b61-9432870dbc60 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (418bb89a-4538-4872-a150-2a73a3382b0a), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:24.993052 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-6143dffd-6066-491f-8990-2057fb181fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:25.019010 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-02d008b1-48af-46ad-9b61-9432870dbc60 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (418bb89a-4538-4872-a150-2a73a3382b0a), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:25.090244 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-02d008b1-48af-46ad-9b61-9432870dbc60 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (418bb89a-4538-4872-a150-2a73a3382b0a), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:25.110358 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d008b1-48af-46ad-9b61-9432870dbc60 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418bb89a-4538-4872-a150-2a73a3382b0a,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:25.172326 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-02d008b1-48af-46ad-9b61-9432870dbc60 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:25.173542 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-02d008b1-48af-46ad-9b61-9432870dbc60 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3217061 Jan 17 10:01:25.176314 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 35922) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:25.180529 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-768778d3-297a-49b9-8869-bc0a6ebedb67 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Request body: {'security_group_rule': {'security_group_id': 'b3f8833d-8708-45aa-8885-5a1db2a8dcb9', 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:25.284226 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.securitygroups_db [None req-768778d3-297a-49b9-8869-bc0a6ebedb67 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Project d877f04e846b491fbdf9e75655bacd33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 10:01:25.289098 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-768778d3-297a-49b9-8869-bc0a6ebedb67 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (63b279eb-3117-4b26-9bb6-42980345032d), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:25.348032 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-768778d3-297a-49b9-8869-bc0a6ebedb67 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (63b279eb-3117-4b26-9bb6-42980345032d), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:25.444151 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-768778d3-297a-49b9-8869-bc0a6ebedb67 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (63b279eb-3117-4b26-9bb6-42980345032d), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:25.461850 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768778d3-297a-49b9-8869-bc0a6ebedb67 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b279eb-3117-4b26-9bb6-42980345032d,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:25.578348 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-768778d3-297a-49b9-8869-bc0a6ebedb67 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:25.579743 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-768778d3-297a-49b9-8869-bc0a6ebedb67 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4024849 Jan 17 10:01:25.857241 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Sync routers for ids ['b2633ed0-287f-4484-a6c9-0f3da5aa5e33'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:01:25.868220 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Routers {'b2633ed0-287f-4484-a6c9-0f3da5aa5e33'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:25.868837 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:01:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['b2633ed0-287f-4484-a6c9-0f3da5aa5e33'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:25.885254 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:25.971946 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Set router b2633ed0-287f-4484-a6c9-0f3da5aa5e33 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:26.175642 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'name': 'tempest-TestVolumeBootPattern-1497434652-router', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:17Z', 'updated_at': '2022-01-17T10:01:21Z', 'revision_number': 4, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'gw_port': {'id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:18Z', 'updated_at': '2022-01-17T10:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'fe9e2672-4dda-451c-b12d-222d326b3114', 'name': '', 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'mac_address': 'fa:16:3e:e9:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '69c23eb1-257e-401a-b1f9-0790f688c617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:20Z', 'updated_at': '2022-01-17T10:01:21Z', 'revision_number': 2, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'subnets': [{'id': '69c23eb1-257e-401a-b1f9-0790f688c617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:26.204481 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Checking router: b2633ed0-287f-4484-a6c9-0f3da5aa5e33 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:01:26.204850 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Updating router b2633ed0-287f-4484-a6c9-0f3da5aa5e33 port fe9e2672-4dda-451c-b12d-222d326b3114 binding host dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 10:01:26.229358 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:26.491014 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device d12941bf-e0e4-4e49-a818-9a4047f45853 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:01:26.496722 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Publish callbacks [] for port (fe9e2672-4dda-451c-b12d-222d326b3114), precommit_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:26.539323 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port d12941bf-e0e4-4e49-a818-9a4047f45853 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:26.539710 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:26.559559 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:26.612309 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef76bbe-3352-48f6-ba3f-1b6517de310e None None] Pushing event updated for resources: {'Port': ['ID=fe9e2672-4dda-451c-b12d-222d326b3114,revision_number=3']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:26.624274 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port d12941bf-e0e4-4e49-a818-9a4047f45853 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:26.666852 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Attempting to bind port fe9e2672-4dda-451c-b12d-222d326b3114 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:01:26.667299 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Attempting to bind port fe9e2672-4dda-451c-b12d-222d326b3114 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': 'c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6'}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:01:26.668257 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Attempting to bind port fe9e2672-4dda-451c-b12d-222d326b3114 on network 7610dd04-c90a-43d2-a0cc-765990f360f6 {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:01:26.673704 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:01:26.677589 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Checking segment: {'id': 'c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:01:26.677589 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:26.677589 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Bound using segment: {'id': 'c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6'} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:01:26.677589 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Bound port: fe9e2672-4dda-451c-b12d-222d326b3114, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6'}}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:01:26.677589 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:26.739874 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] For port fe9e2672-4dda-451c-b12d-222d326b3114, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:01:26.743319 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] For port fe9e2672-4dda-451c-b12d-222d326b3114, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=fe9e2672-4dda-451c-b12d-222d326b3114,segment=NetworkSegment(c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e),segment_id=c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e)] {{(pid=114943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:01:26.852180 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-cd0bf2cf-4e45-41f0-a2f1-64daa1006d7c None None] Provisioning complete for port fe9e2672-4dda-451c-b12d-222d326b3114 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:26.852579 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-cd0bf2cf-4e45-41f0-a2f1-64daa1006d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:26.867930 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:26.889019 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-cd0bf2cf-4e45-41f0-a2f1-64daa1006d7c None None] Port fe9e2672-4dda-451c-b12d-222d326b3114 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:01:27.025635 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Routers {'b2633ed0-287f-4484-a6c9-0f3da5aa5e33'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:27.026279 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:01:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['b2633ed0-287f-4484-a6c9-0f3da5aa5e33'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:27.028266 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef76bbe-3352-48f6-ba3f-1b6517de310e None None] Pushing event updated for resources: {'Port': ['ID=fe9e2672-4dda-451c-b12d-222d326b3114,revision_number=4']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:27.143471 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] Set router b2633ed0-287f-4484-a6c9-0f3da5aa5e33 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:27.211366 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-eeb37ebf-5686-45e3-9347-e9024c9279a0 None None] Provisioning complete for port fe9e2672-4dda-451c-b12d-222d326b3114 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:27.211670 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-eeb37ebf-5686-45e3-9347-e9024c9279a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:27.291077 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-eeb37ebf-5686-45e3-9347-e9024c9279a0 None None] Current status of the port fe9e2672-4dda-451c-b12d-222d326b3114 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:27.291392 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-eeb37ebf-5686-45e3-9347-e9024c9279a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:27.328761 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-eeb37ebf-5686-45e3-9347-e9024c9279a0 None None] For port fe9e2672-4dda-451c-b12d-222d326b3114, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=fe9e2672-4dda-451c-b12d-222d326b3114,segment=NetworkSegment(c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e),segment_id=c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:01:27.345109 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'name': 'tempest-TestVolumeBootPattern-1497434652-router', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:17Z', 'updated_at': '2022-01-17T10:01:21Z', 'revision_number': 4, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'gw_port': {'id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:18Z', 'updated_at': '2022-01-17T10:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'fe9e2672-4dda-451c-b12d-222d326b3114', 'name': '', 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'mac_address': 'fa:16:3e:e9:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '69c23eb1-257e-401a-b1f9-0790f688c617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:20Z', 'updated_at': '2022-01-17T10:01:26Z', 'revision_number': 4, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'subnets': [{'id': '69c23eb1-257e-401a-b1f9-0790f688c617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:27.375849 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da00ec32-5503-4de8-b7de-687310196f11 None None] The sync data for ids ['b2633ed0-287f-4484-a6c9-0f3da5aa5e33'] in dv-cinder-824839-2-iscsi is: [{'id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'name': 'tempest-TestVolumeBootPattern-1497434652-router', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:17Z', 'updated_at': '2022-01-17T10:01:21Z', 'revision_number': 4, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'gw_port': {'id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:18Z', 'updated_at': '2022-01-17T10:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'fe9e2672-4dda-451c-b12d-222d326b3114', 'name': '', 'network_id': '7610dd04-c90a-43d2-a0cc-765990f360f6', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'mac_address': 'fa:16:3e:e9:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '69c23eb1-257e-401a-b1f9-0790f688c617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:20Z', 'updated_at': '2022-01-17T10:01:26Z', 'revision_number': 4, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'subnets': [{'id': '69c23eb1-257e-401a-b1f9-0790f688c617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:01:27.450103 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-eeb37ebf-5686-45e3-9347-e9024c9279a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:27.505935 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb37ebf-5686-45e3-9347-e9024c9279a0 None None] Pushing event updated for resources: {'Port': ['ID=fe9e2672-4dda-451c-b12d-222d326b3114,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:27.725850 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:28.504501 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device fe9e2672-4dda-451c-b12d-222d326b3114 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:01:28.552853 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port fe9e2672-4dda-451c-b12d-222d326b3114 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:28.553242 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:28.633529 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port fe9e2672-4dda-451c-b12d-222d326b3114 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:29.095417 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:34.729895 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:36.504716 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:01:39.598244 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69a744-81d2-4739-85d3-38d0f37e84b4 req-b9d54de2-3efb-43f6-a9e6-c4f0966cb9bd tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:39.599815 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9b69a744-81d2-4739-85d3-38d0f37e84b4 req-b9d54de2-3efb-43f6-a9e6-c4f0966cb9bd tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0602815 Jan 17 10:01:39.662987 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9b69a744-81d2-4739-85d3-38d0f37e84b4 req-6f40ec99-3975-4421-9982-d00e41cb0d8f tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571003 Jan 17 10:01:40.779418 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef1000-e872-4680-a7c1-5341c44d6bbc req-7368cc7c-93cb-431b-9ffa-e437f27c5e4c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:40.780964 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-efef1000-e872-4680-a7c1-5341c44d6bbc req-7368cc7c-93cb-431b-9ffa-e437f27c5e4c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0480063 Jan 17 10:01:40.828114 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-efef1000-e872-4680-a7c1-5341c44d6bbc req-159d1dda-56fc-4bcc-82ff-4f4c9c43953f tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416660 Jan 17 10:01:40.901406 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-29739215-b698-45c0-bc43-98d4a9e2d7d6 req-8296e322-e35c-48c8-9324-3ca20c42bff6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408599 Jan 17 10:01:41.010458 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29739215-b698-45c0-bc43-98d4a9e2d7d6 req-6eb126eb-b9b0-4832-b7d1-651072f3cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:41.012010 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-29739215-b698-45c0-bc43-98d4a9e2d7d6 req-6eb126eb-b9b0-4832-b7d1-651072f3cf17 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=45bf442b053e4c6bbc0b8d92f848b689&device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 1138 time: 0.0406873 Jan 17 10:01:41.119900 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29739215-b698-45c0-bc43-98d4a9e2d7d6 req-0b184e09-5d44-4f2f-a66c-a0e8991bbab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:41.121406 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-29739215-b698-45c0-bc43-98d4a9e2d7d6 req-0b184e09-5d44-4f2f-a66c-a0e8991bbab4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=19516cd9-1d44-42fb-b14a-d3e1b89b783a HTTP/1.1" status: 200 len: 916 time: 0.0887377 Jan 17 10:01:41.212336 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-29739215-b698-45c0-bc43-98d4a9e2d7d6 req-765aafd7-7b14-4733-bb70-da34768ceea4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=267138a4-7928-49e8-a2c8-f2e598110674 HTTP/1.1" status: 200 len: 1001 time: 0.0838289 Jan 17 10:01:41.257755 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-b4b40109-5fe5-437e-8d93-788b05766c91 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:41.259118 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-b4b40109-5fe5-437e-8d93-788b05766c91 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.94 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0793676 Jan 17 10:01:41.300857 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29739215-b698-45c0-bc43-98d4a9e2d7d6 req-4360b93e-357e-41a8-909e-b13f50359995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:41.302265 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-29739215-b698-45c0-bc43-98d4a9e2d7d6 req-4360b93e-357e-41a8-909e-b13f50359995 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e82079b5-3e59-4281-a579-678624f19fad HTTP/1.1" status: 200 len: 854 time: 0.0825920 Jan 17 10:01:41.381917 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29739215-b698-45c0-bc43-98d4a9e2d7d6 req-ff29dfc2-95a2-4868-931b-c6c97d7c032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:41.383462 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-29739215-b698-45c0-bc43-98d4a9e2d7d6 req-ff29dfc2-95a2-4868-931b-c6c97d7c032c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=19516cd9-1d44-42fb-b14a-d3e1b89b783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701430 Jan 17 10:01:41.389978 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Deleting port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:01:41.390332 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:41.547482 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] For port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:01:41.547773 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:41.551769 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-29739215-b698-45c0-bc43-98d4a9e2d7d6 req-1b9bdcaf-fcf1-4ab6-a428-7ac6ea8dd8b7 service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586177 Jan 17 10:01:41.765397 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-29739215-b698-45c0-bc43-98d4a9e2d7d6 req-5b3b265b-0df7-4c43-bea4-a813d90dacbb service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068005 Jan 17 10:01:41.789125 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:41.789497 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (c1cb8be8-0bcb-4bba-aa1e-e0583823956e), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:41.789822 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.l3_db [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Floating IP c1cb8be8-0bcb-4bba-aa1e-e0583823956e disassociated. External IP: 172.27.0.207, port: 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2. Jan 17 10:01:41.790174 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Calling delete_port for 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:01:41.945356 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb69fa6-d9e8-4eff-8d7f-69f4c072f122 req-fd1b36c8-e4d1-4678-aed9-b9185d45544b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:41.946881 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0eb69fa6-d9e8-4eff-8d7f-69f4c072f122 req-fd1b36c8-e4d1-4678-aed9-b9185d45544b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 945 time: 0.0485415 Jan 17 10:01:41.976936 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:41.997289 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0eb69fa6-d9e8-4eff-8d7f-69f4c072f122 req-c70240cf-2418-487b-a359-7039cf1c6af6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=08f59edf-5f22-431c-a4b2-824129fe2183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445688 Jan 17 10:01:42.019087 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event deleted for resources: {'Port': ['ID=3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:42.022030 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:42.022391 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:42.022760 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:42.023135 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:42.023473 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:42.023811 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:42.024145 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:42.024474 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:42.024804 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:42.025132 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:42.025477 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:42.025800 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:42.026124 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:01:42.135012 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Router 99ba9bb4-c2eb-4267-bccb-f051300b0388 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:01:42.240402 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:01:42.250306 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791a32a-56a2-4c1a-9450-f9613703dda6 None None] Sync routers for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:01:42.259617 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8791a32a-56a2-4c1a-9450-f9613703dda6 None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:42.260252 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8791a32a-56a2-4c1a-9450-f9613703dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:01:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:42.276948 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] No DVR routers for this DVR port 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:01:42.279406 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:42.283337 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-d1364e37-131c-422b-8fe8-25967bfb1906 req-63311e34-5b94-44df-872a-7dfdae9546bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.94 "DELETE /v2.0/ports/3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 HTTP/1.1" status: 204 len: 173 time: 1.0178242 Jan 17 10:01:42.283785 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a408e34f-d5f2-4370-8f30-9d976895fba5', 'name': 'network-vif-deleted', 'tag': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:01:42.286064 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9100563-df1f-4207-aa91-b31c5a0e24cd" -d '{"events": [{"server_uuid": "a408e34f-d5f2-4370-8f30-9d976895fba5", "name": "network-vif-deleted", "tag": "3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:01:42.320824 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0494e0-6a75-48ff-91c5-2b6b1e73ca73 x-openstack-request-id: req-7b0494e0-6a75-48ff-91c5-2b6b1e73ca73 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:01:42.321133 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a408e34f-d5f2-4370-8f30-9d976895fba5", "name": "network-vif-deleted", "tag": "3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:01:42.321398 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b0494e0-6a75-48ff-91c5-2b6b1e73ca73 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:01:42.321811 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a408e34f-d5f2-4370-8f30-9d976895fba5', 'name': 'network-vif-deleted', 'tag': '3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2', 'status': 'completed', 'code': 200} Jan 17 10:01:42.371099 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-8791a32a-56a2-4c1a-9450-f9613703dda6 None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:42.709504 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8791a32a-56a2-4c1a-9450-f9613703dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:45Z', 'revision_number': 5, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:42.735125 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791a32a-56a2-4c1a-9450-f9613703dda6 None None] Checking router: 99ba9bb4-c2eb-4267-bccb-f051300b0388 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:01:42.743222 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8791a32a-56a2-4c1a-9450-f9613703dda6 None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:01:42.743831 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8791a32a-56a2-4c1a-9450-f9613703dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:01:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:42.846178 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-8791a32a-56a2-4c1a-9450-f9613703dda6 None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:01:43.043278 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8791a32a-56a2-4c1a-9450-f9613703dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:45Z', 'revision_number': 5, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:01:43.071106 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791a32a-56a2-4c1a-9450-f9613703dda6 None None] The sync data for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi is: [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:45Z', 'revision_number': 5, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:01:43.346577 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-befdce2a-cca8-4855-b5a9-f3741faebbe8 req-c5ca399a-f803-4054-909d-b9b67d45f125 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=a408e34f-d5f2-4370-8f30-9d976895fba5 HTTP/1.1" status: 200 len: 210 time: 0.2618370 Jan 17 10:01:43.347344 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724224b-1273-49ae-b383-087ae9939b9e None None] New status for floating IP c1cb8be8-0bcb-4bba-aa1e-e0583823956e: DOWN {{(pid=114943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:01:44.495950 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 36094) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:44.549627 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ce3abe70-dedc-4229-bc6e-ad5638359b52 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group (08f59edf-5f22-431c-a4b2-824129fe2183), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:44.572454 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ce3abe70-dedc-4229-bc6e-ad5638359b52 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group (08f59edf-5f22-431c-a4b2-824129fe2183), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:44.666789 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ce3abe70-dedc-4229-bc6e-ad5638359b52 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (08f59edf-5f22-431c-a4b2-824129fe2183), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:44.669430 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ce3abe70-dedc-4229-bc6e-ad5638359b52 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:44.670659 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-ce3abe70-dedc-4229-bc6e-ad5638359b52 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "DELETE /v2.0/security-groups/08f59edf-5f22-431c-a4b2-824129fe2183 HTTP/1.1" status: 204 len: 168 time: 0.1736228 Jan 17 10:01:44.673509 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 36096) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:44.679727 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3abe70-dedc-4229-bc6e-ad5638359b52 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f59edf-5f22-431c-a4b2-824129fe2183,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:44.687217 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.api.v2.resource [None req-78aaff46-36b8-4cf6-9df8-29528926db74 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] show failed (client error): The resource could not be found. Jan 17 10:01:44.688227 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-78aaff46-36b8-4cf6-9df8-29528926db74 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups/08f59edf-5f22-431c-a4b2-824129fe2183 HTTP/1.1" status: 404 len: 347 time: 0.0137286 Jan 17 10:01:44.691122 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 36098) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:44.813730 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-795055eb-63d5-4e51-8bad-47dcf48a3fbb tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Deleting port 32d5ad00-3099-4a41-9987-c1d433ad7242 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:01:44.813981 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-795055eb-63d5-4e51-8bad-47dcf48a3fbb tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (32d5ad00-3099-4a41-9987-c1d433ad7242), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:44.888066 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-795055eb-63d5-4e51-8bad-47dcf48a3fbb tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (32d5ad00-3099-4a41-9987-c1d433ad7242), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:44.888391 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-795055eb-63d5-4e51-8bad-47dcf48a3fbb tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (32d5ad00-3099-4a41-9987-c1d433ad7242), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:44.899801 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-795055eb-63d5-4e51-8bad-47dcf48a3fbb tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Calling delete_port for 32d5ad00-3099-4a41-9987-c1d433ad7242 owned by network:floatingip {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:01:45.107225 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-795055eb-63d5-4e51-8bad-47dcf48a3fbb tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (32d5ad00-3099-4a41-9987-c1d433ad7242), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:45.131585 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795055eb-63d5-4e51-8bad-47dcf48a3fbb tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event deleted for resources: {'Port': ['ID=32d5ad00-3099-4a41-9987-c1d433ad7242,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:45.192474 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-795055eb-63d5-4e51-8bad-47dcf48a3fbb tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (c1cb8be8-0bcb-4bba-aa1e-e0583823956e), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:45.195062 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-795055eb-63d5-4e51-8bad-47dcf48a3fbb tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:45.196215 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-795055eb-63d5-4e51-8bad-47dcf48a3fbb tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "DELETE /v2.0/floatingips/c1cb8be8-0bcb-4bba-aa1e-e0583823956e HTTP/1.1" status: 204 len: 168 time: 0.5041962 Jan 17 10:01:45.604014 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 36106) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:45.608581 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-00a854e2-2bb6-4ae0-9ac6-74eb0d6567ef tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960331661', 'description': 'tempest-description--1979215732'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:45.701395 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-00a854e2-2bb6-4ae0-9ac6-74eb0d6567ef tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:46.020224 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-00a854e2-2bb6-4ae0-9ac6-74eb0d6567ef tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group (33c31398-2c49-4304-b3f4-3deed9d8dd78), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:46.077837 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-00a854e2-2bb6-4ae0-9ac6-74eb0d6567ef tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (33c31398-2c49-4304-b3f4-3deed9d8dd78), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:46.104721 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a854e2-2bb6-4ae0-9ac6-74eb0d6567ef tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c31398-2c49-4304-b3f4-3deed9d8dd78,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:46.177406 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-00a854e2-2bb6-4ae0-9ac6-74eb0d6567ef tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:46.178646 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-00a854e2-2bb6-4ae0-9ac6-74eb0d6567ef tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5736344 Jan 17 10:01:46.181453 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 36108) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:46.185662 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-a31aabe2-5601-480c-b6df-367dcf2263c1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Request body: {'security_group_rule': {'security_group_id': '33c31398-2c49-4304-b3f4-3deed9d8dd78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:46.291215 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a31aabe2-5601-480c-b6df-367dcf2263c1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group_rule (ec1ea746-6e2a-465d-a972-9ec11ddf62d1), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:46.350140 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a31aabe2-5601-480c-b6df-367dcf2263c1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group_rule (ec1ea746-6e2a-465d-a972-9ec11ddf62d1), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:46.492223 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:01:46.497539 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a31aabe2-5601-480c-b6df-367dcf2263c1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (ec1ea746-6e2a-465d-a972-9ec11ddf62d1), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:46.513023 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:01:46.516097 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 3fb8e4c1-3894-40f4-a3e5-bd81dabf13f2 not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:01:46.516225 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31aabe2-5601-480c-b6df-367dcf2263c1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1ea746-6e2a-465d-a972-9ec11ddf62d1,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:46.612602 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a31aabe2-5601-480c-b6df-367dcf2263c1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:46.613794 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-a31aabe2-5601-480c-b6df-367dcf2263c1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4314089 Jan 17 10:01:46.616674 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 36114) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:46.621032 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-c2a6dd34-9a77-4c5f-841e-61660f6a76e3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Request body: {'security_group_rule': {'security_group_id': '33c31398-2c49-4304-b3f4-3deed9d8dd78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:46.769580 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c2a6dd34-9a77-4c5f-841e-61660f6a76e3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group_rule (fb8c2f6d-cf5f-49c6-9d6d-c9230152209a), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:46.824423 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c2a6dd34-9a77-4c5f-841e-61660f6a76e3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group_rule (fb8c2f6d-cf5f-49c6-9d6d-c9230152209a), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:46.918187 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c2a6dd34-9a77-4c5f-841e-61660f6a76e3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (fb8c2f6d-cf5f-49c6-9d6d-c9230152209a), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:46.938236 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6dd34-9a77-4c5f-841e-61660f6a76e3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8c2f6d-cf5f-49c6-9d6d-c9230152209a,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:47.020598 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c2a6dd34-9a77-4c5f-841e-61660f6a76e3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:47.021901 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-c2a6dd34-9a77-4c5f-841e-61660f6a76e3 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4042673 Jan 17 10:01:47.025055 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 36116) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:01:47.029360 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Request body: {'floatingip': {'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:47.106373 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:47.207523 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:47.320690 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Allocated IP 172.27.0.207 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/06e7aa55-5c37-4d01-8fba-5437a81b37ea) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:01:47.420024 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for port (06e7aa55-5c37-4d01-8fba-5437a81b37ea), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:47.490343 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (06e7aa55-5c37-4d01-8fba-5437a81b37ea), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:47.531014 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:01:47.533721 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:47.536054 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:01:47.568016 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event updated for resources: {'Port': ['ID=06e7aa55-5c37-4d01-8fba-5437a81b37ea,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:47.629536 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (6d034a58-f3d0-47c7-9b7a-58b4ae35d54f), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:47.737340 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (06e7aa55-5c37-4d01-8fba-5437a81b37ea), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:47.882008 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for port (06e7aa55-5c37-4d01-8fba-5437a81b37ea), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:47.946684 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (06e7aa55-5c37-4d01-8fba-5437a81b37ea), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:48.011159 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event updated for resources: {'Port': ['ID=06e7aa55-5c37-4d01-8fba-5437a81b37ea,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:48.024421 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (6d034a58-f3d0-47c7-9b7a-58b4ae35d54f), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:48.102340 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:48.103627 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-53e5c5b5-c33c-4dba-b114-c8322fcdc9d2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0776110 Jan 17 10:01:48.293977 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-ca013740-fd34-4062-9f39-84d5698793fd tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1960331661&fields=id&tenant_id=9d833d073d534e56bcff57aead77b7e7 HTTP/1.1" status: 200 len: 267 time: 0.0438046 Jan 17 10:01:48.402431 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-9e8ce4c3-9416-4940-95ad-66b7e9d366c1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:48.403924 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-9e8ce4c3-9416-4940-95ad-66b7e9d366c1 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/networks?id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 HTTP/1.1" status: 200 len: 811 time: 0.1032784 Jan 17 10:01:48.418989 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-b66b3841-5934-4641-8fb2-8fd9551d26ad tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/quotas/9d833d073d534e56bcff57aead77b7e7 HTTP/1.1" status: 200 len: 375 time: 0.0089352 Jan 17 10:01:48.471368 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-7654acdb-ef58-4d5a-b5f7-7e5f143d2bb4 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d833d073d534e56bcff57aead77b7e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458000 Jan 17 10:01:48.569078 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-e1eb85da-50c4-46a6-85b2-d363769ba934 service neutron] 10.222.0.88 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857151 Jan 17 10:01:48.667207 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-9579ca1e-8229-4f80-919a-8d658718a8ec service neutron] 10.222.0.88 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924690 Jan 17 10:01:48.897211 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-33714364-c1cd-4dc8-8415-4855cc4055e8 req-fc6b866d-53d3-4945-83cf-a340374fb34d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 210 time: 0.0264060 Jan 17 10:01:49.757446 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-ee3f31cc-1e4a-4d8d-8607-71fe4aad2747 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1384298190&fields=id&tenant_id=d877f04e846b491fbdf9e75655bacd33 HTTP/1.1" status: 200 len: 267 time: 0.0433004 Jan 17 10:01:49.868990 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-15240e16-4f5d-424a-8edd-a870306540fa tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:49.870375 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-15240e16-4f5d-424a-8edd-a870306540fa tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 812 time: 0.1067448 Jan 17 10:01:49.887747 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-a6a45451-e8c5-4e9e-ac7d-931300c966eb tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/quotas/d877f04e846b491fbdf9e75655bacd33 HTTP/1.1" status: 200 len: 375 time: 0.0113118 Jan 17 10:01:49.942001 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-7152c737-5f0c-4729-b0fc-593210f18ebf tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490339 Jan 17 10:01:50.023411 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4e25ffc4-0523-471f-8128-b591f7f4374d req-a67bcdc7-0506-4971-bf03-764d84426489 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 210 time: 0.0623817 Jan 17 10:01:50.065653 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-3235d2ad-91ef-4ee6-9d8f-f3bbce22e7eb service neutron] 10.222.0.88 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120486 Jan 17 10:01:50.160516 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-6d961bd5-d2f7-4532-8a0a-6828b4169433 service neutron] 10.222.0.88 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884213 Jan 17 10:01:50.805168 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f958a868-6b90-4125-9a29-9598074cba24 req-53ccb39a-482e-4cb8-b19b-515095a0b440 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 210 time: 0.0264928 Jan 17 10:01:51.114353 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-164958fd-e109-4ef6-9671-8c6d92149d88 req-0cff2aee-b4d2-4829-819b-c18bdc22ce3e tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 210 time: 0.0255139 Jan 17 10:01:51.116923 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-a024e512-4468-4218-9457-1f71eb2a68bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:51.118448 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-a024e512-4468-4218-9457-1f71eb2a68bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.94 "GET /v2.0/networks?id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 HTTP/1.1" status: 200 len: 811 time: 0.1119835 Jan 17 10:01:51.181190 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-0b689980-c000-405a-9eb6-e03c06a2ad50 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d833d073d534e56bcff57aead77b7e7 HTTP/1.1" status: 200 len: 380 time: 0.0542333 Jan 17 10:01:51.196017 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-8f440f69-e67a-448d-b3a8-c059a690550a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Request body: {'port': {'device_id': '4e07e69c-22f1-4954-bf6f-a8fcdd98db18', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'admin_state_up': True, 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'security_groups': ['33c31398-2c49-4304-b3f4-3deed9d8dd78']}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:51.398171 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-8f440f69-e67a-448d-b3a8-c059a690550a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Made reservation on behalf of 9d833d073d534e56bcff57aead77b7e7 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:01:51.401908 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-8f440f69-e67a-448d-b3a8-c059a690550a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:51.528230 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-8f440f69-e67a-448d-b3a8-c059a690550a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Allocated IP 172.20.0.4 (2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6/3e054dbc-2aac-43d1-a338-3beb57e47aa8/92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:01:51.665197 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-8f440f69-e67a-448d-b3a8-c059a690550a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:51.758535 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-8f440f69-e67a-448d-b3a8-c059a690550a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:51.800099 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-8f440f69-e67a-448d-b3a8-c059a690550a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:01:51.803055 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-8f440f69-e67a-448d-b3a8-c059a690550a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:51.806670 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-8f440f69-e67a-448d-b3a8-c059a690550a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:01:51.836196 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f440f69-e67a-448d-b3a8-c059a690550a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event updated for resources: {'Port': ['ID=92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:51.876265 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-8f440f69-e67a-448d-b3a8-c059a690550a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:51.876955 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-8f440f69-e67a-448d-b3a8-c059a690550a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:51.903684 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8bc20b3f-2f52-44df-8b3a-a647d9444916 req-b226735a-5478-4d82-a5b8-fea621ad64ea tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 210 time: 0.0277221 Jan 17 10:01:51.995797 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-8f440f69-e67a-448d-b3a8-c059a690550a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8037589 Jan 17 10:01:52.012589 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Request body: {'port': {'device_id': '4e07e69c-22f1-4954-bf6f-a8fcdd98db18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:52.023146 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-66ce5aa5-e482-45b7-a944-0884f7cee2ab None None] Provisioning complete for port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:52.023961 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-66ce5aa5-e482-45b7-a944-0884f7cee2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:52.056986 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-66ce5aa5-e482-45b7-a944-0884f7cee2ab None None] Port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:01:52.067051 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:52.226934 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e75b2b-6093-440d-abf5-e003dc8f9906 req-54b80960-a732-45ec-88ce-19f9a3790dd9 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:52.228316 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-08e75b2b-6093-440d-abf5-e003dc8f9906 req-54b80960-a732-45ec-88ce-19f9a3790dd9 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 931 time: 0.0472994 Jan 17 10:01:52.276809 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-08e75b2b-6093-440d-abf5-e003dc8f9906 req-c3e3737d-d807-47b1-b77e-ebf59600983b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419505 Jan 17 10:01:52.328225 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:01:52.335859 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Publish callbacks [] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:52.348392 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Transition to ACTIVE for port object 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 10:01:52.455608 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:52.484373 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-32793831-6cdc-4d82-8db3-65f3f05ccdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:52.513518 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Pushing event updated for resources: {'Port': ['ID=92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:52.579194 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Attempting to bind port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:01:52.579541 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Attempting to bind port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:01:52.579874 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Attempting to bind port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e on network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:01:52.584401 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e on network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 10:01:52.584725 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Attempting to bind port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e on network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:01:52.589662 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:01:52.590007 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Checking segment: {'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:01:52.590395 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Bound using segment: {'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:01:52.590864 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Bound port: 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a599b3-9c6c-41c0-bbec-aef3ca10ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:01:52.591246 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:52.660832 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] For port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:01:52.665476 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] For port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:01:52.753294 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:52.794482 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:52.795107 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:52.803213 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] 10.222.0.94 "PUT /v2.0/ports/92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e HTTP/1.1" status: 200 len: 1093 time: 0.7896805 Jan 17 10:01:52.803213 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e07e69c-22f1-4954-bf6f-a8fcdd98db18', 'tag': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:01:52.803213 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47708ec1-eb30-4edb-bb48-ece51d43a442" -d '{"events": [{"name": "network-changed", "server_uuid": "4e07e69c-22f1-4954-bf6f-a8fcdd98db18", "tag": "92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:01:52.830687 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30203f6e-6453-4047-af53-0d4f64cab58c service neutron] Pushing event updated for resources: {'Port': ['ID=92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:52.850389 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9df01e-c765-4851-b2b1-6fae3a02d8ca x-openstack-request-id: req-fc9df01e-c765-4851-b2b1-6fae3a02d8ca {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:01:52.850389 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e07e69c-22f1-4954-bf6f-a8fcdd98db18", "tag": "92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:01:52.850389 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fc9df01e-c765-4851-b2b1-6fae3a02d8ca {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:01:52.850389 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e07e69c-22f1-4954-bf6f-a8fcdd98db18', 'tag': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e', 'status': 'completed', 'code': 200} Jan 17 10:01:52.900541 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47708ec1-eb30-4edb-bb48-ece51d43a442 req-178fd30a-db15-4785-b44c-0d6bc36382e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:52.906990 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-47708ec1-eb30-4edb-bb48-ece51d43a442 req-178fd30a-db15-4785-b44c-0d6bc36382e4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9d833d073d534e56bcff57aead77b7e7&device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 1096 time: 0.0434401 Jan 17 10:01:53.027017 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-60e216c2-917d-456a-97f9-5898aab5a5b1 req-e69d0a2c-2350-42e3-9e60-d0313873d627 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 210 time: 0.0337169 Jan 17 10:01:53.044398 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47708ec1-eb30-4edb-bb48-ece51d43a442 req-4a8f4e8d-3d9e-402f-98d3-b07ca71c1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:53.044398 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-47708ec1-eb30-4edb-bb48-ece51d43a442 req-4a8f4e8d-3d9e-402f-98d3-b07ca71c1300 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=9d833d073d534e56bcff57aead77b7e7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1344275 Jan 17 10:01:53.141615 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47708ec1-eb30-4edb-bb48-ece51d43a442 req-fd53feb1-0ef1-4d93-b636-0b57986d5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:53.143105 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-47708ec1-eb30-4edb-bb48-ece51d43a442 req-fd53feb1-0ef1-4d93-b636-0b57986d5850 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873008 Jan 17 10:01:53.220244 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-4a2f0e51-3ea9-470e-9ef8-f005fbfe1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:53.221718 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-4a2f0e51-3ea9-470e-9ef8-f005fbfe1fd1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9d833d073d534e56bcff57aead77b7e7&device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 1096 time: 0.0442724 Jan 17 10:01:53.263209 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-c9fd538e-5804-4554-8e87-418be9f0b745 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e HTTP/1.1" status: 200 len: 217 time: 0.0330842 Jan 17 10:01:53.311199 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-ee91c980-af08-42f3-84a6-97ff80a5e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:53.312796 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-ee91c980-af08-42f3-84a6-97ff80a5e83f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3e054dbc-2aac-43d1-a338-3beb57e47aa8 HTTP/1.1" status: 200 len: 850 time: 0.0435767 Jan 17 10:01:53.360797 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-85543452-c21f-4676-8beb-664c32c77072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:53.362361 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-85543452-c21f-4676-8beb-664c32c77072 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411329 Jan 17 10:01:53.394178 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffff40d-b2b9-4968-a5bc-f56cbe57220a req-1c0c95f2-c56e-4469-a62b-05e9755bf276 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:53.395728 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bffff40d-b2b9-4968-a5bc-f56cbe57220a req-1c0c95f2-c56e-4469-a62b-05e9755bf276 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 943 time: 0.0496848 Jan 17 10:01:53.446142 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bffff40d-b2b9-4968-a5bc-f56cbe57220a req-2a7c6f44-f7a8-4a1d-9112-edb191403f30 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445368 Jan 17 10:01:53.458188 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-a531c930-6bb8-4fbc-9ed3-dc45a63e6cdc service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871229 Jan 17 10:01:53.550478 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d3bec25-84ce-4510-9468-30704bb62f40 req-bd910335-2d9e-4602-bf54-79453e4a32f3 service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858517 Jan 17 10:01:53.674993 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-92fbcac7-4b00-4f67-8863-acc936de5831 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:53.676432 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-92fbcac7-4b00-4f67-8863-acc936de5831 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 812 time: 0.0995493 Jan 17 10:01:53.741525 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-62698dc4-c5f6-4903-984d-18648d8e92f0 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d877f04e846b491fbdf9e75655bacd33 HTTP/1.1" status: 200 len: 380 time: 0.0541985 Jan 17 10:01:53.751340 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-4a9c8533-994f-4405-8025-23e8c2c20c50 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Request body: {'port': {'device_id': '69aaf792-a97e-45f9-a9a4-4360f2b0ee1f', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'admin_state_up': True, 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'security_groups': ['b3f8833d-8708-45aa-8885-5a1db2a8dcb9']}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:53.995395 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-4a9c8533-994f-4405-8025-23e8c2c20c50 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Made reservation on behalf of d877f04e846b491fbdf9e75655bacd33 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:01:53.996163 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-4a9c8533-994f-4405-8025-23e8c2c20c50 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:54.127534 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-4a9c8533-994f-4405-8025-23e8c2c20c50 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Allocated IP 172.20.0.3 (c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb/1b212023-aa9b-4c88-946c-f52c9eb2fbda/0eb19f31-663a-46ee-8fae-ee1dc5c6003a) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:01:54.130372 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-07ed0a89-2426-4e45-9190-a64ee5e4c217 req-b8615368-38f7-437d-869a-e21782f804c5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 210 time: 0.0258632 Jan 17 10:01:54.262420 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-4a9c8533-994f-4405-8025-23e8c2c20c50 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:54.353022 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-4a9c8533-994f-4405-8025-23e8c2c20c50 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:54.399774 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-4a9c8533-994f-4405-8025-23e8c2c20c50 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:01:54.403392 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-4a9c8533-994f-4405-8025-23e8c2c20c50 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:01:54.406458 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-4a9c8533-994f-4405-8025-23e8c2c20c50 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:01:54.442933 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c8533-994f-4405-8025-23e8c2c20c50 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'Port': ['ID=0eb19f31-663a-46ee-8fae-ee1dc5c6003a,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:54.466600 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-4a9c8533-994f-4405-8025-23e8c2c20c50 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:54.466902 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-4a9c8533-994f-4405-8025-23e8c2c20c50 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:54.565017 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392a23e-b7fe-4cf5-a409-2c1bb3c6de20 req-8a78a526-6ace-442a-a0c8-fbee4094ec4e tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:54.567040 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1392a23e-b7fe-4cf5-a409-2c1bb3c6de20 req-8a78a526-6ace-442a-a0c8-fbee4094ec4e tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 943 time: 0.0512345 Jan 17 10:01:54.571450 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-4a9c8533-994f-4405-8025-23e8c2c20c50 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8244038 Jan 17 10:01:54.582817 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Request body: {'port': {'device_id': '69aaf792-a97e-45f9-a9a4-4360f2b0ee1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:01:54.619518 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1392a23e-b7fe-4cf5-a409-2c1bb3c6de20 req-a7679730-e2ef-4de1-a88a-f5c7aa699888 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465517 Jan 17 10:01:54.639004 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:54.640141 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-5b47956d-8b51-4af0-a4e9-9e369605af79 None None] Provisioning complete for port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:01:54.640646 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5b47956d-8b51-4af0-a4e9-9e369605af79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:54.682093 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-5b47956d-8b51-4af0-a4e9-9e369605af79 None None] Port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:01:54.930579 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb19f31-663a-46ee-8fae-ee1dc5c6003a {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:01:54.937992 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Publish callbacks [] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:54.949924 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Transition to ACTIVE for port object 0eb19f31-663a-46ee-8fae-ee1dc5c6003a will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 10:01:55.003819 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-647f6c28-323b-4dbf-93b6-d57612012438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:55.032522 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:55.081645 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb19f31-663a-46ee-8fae-ee1dc5c6003a,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:55.164257 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Attempting to bind port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:01:55.164604 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Attempting to bind port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:01:55.164939 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Attempting to bind port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a on network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:01:55.170813 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a on network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 10:01:55.171139 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Attempting to bind port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a on network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:01:55.181747 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:01:55.182103 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Checking segment: {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:01:55.182506 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Bound using segment: {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:01:55.183101 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Bound port: 0eb19f31-663a-46ee-8fae-ee1dc5c6003a, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:01:55.183466 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:55.263951 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] For port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:01:55.267230 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] For port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0eb19f31-663a-46ee-8fae-ee1dc5c6003a,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:01:55.270317 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506e5ef-47b0-4aa8-b24f-4365de9d76bd req-992bd3f5-80d1-46fb-8b1e-b0a44e452c65 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:55.271863 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9506e5ef-47b0-4aa8-b24f-4365de9d76bd req-992bd3f5-80d1-46fb-8b1e-b0a44e452c65 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 943 time: 0.0551274 Jan 17 10:01:55.322058 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9506e5ef-47b0-4aa8-b24f-4365de9d76bd req-bcdc7682-4a79-4661-8ff6-733c2c69f9a2 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445504 Jan 17 10:01:55.370413 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:55.407018 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:55.407666 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:55.409048 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] 10.222.0.94 "PUT /v2.0/ports/0eb19f31-663a-46ee-8fae-ee1dc5c6003a HTTP/1.1" status: 200 len: 1093 time: 0.8306441 Jan 17 10:01:55.409496 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69aaf792-a97e-45f9-a9a4-4360f2b0ee1f', 'tag': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:01:55.411866 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26fca16-39e0-43b2-af83-305f5c03623c" -d '{"events": [{"name": "network-changed", "server_uuid": "69aaf792-a97e-45f9-a9a4-4360f2b0ee1f", "tag": "0eb19f31-663a-46ee-8fae-ee1dc5c6003a"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:01:55.438517 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f93f13-9406-4696-ac5a-1caa48ddb3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb19f31-663a-46ee-8fae-ee1dc5c6003a,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:55.457055 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3175773-406d-49ac-b8d6-7f37fab05bb2 x-openstack-request-id: req-b3175773-406d-49ac-b8d6-7f37fab05bb2 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:01:55.457055 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69aaf792-a97e-45f9-a9a4-4360f2b0ee1f", "tag": "0eb19f31-663a-46ee-8fae-ee1dc5c6003a", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:01:55.457055 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b3175773-406d-49ac-b8d6-7f37fab05bb2 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:01:55.457055 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69aaf792-a97e-45f9-a9a4-4360f2b0ee1f', 'tag': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a', 'status': 'completed', 'code': 200} Jan 17 10:01:55.525690 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fca16-39e0-43b2-af83-305f5c03623c req-9fdb98f2-fd6c-4361-9fe1-7e82a03b428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:55.527743 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f26fca16-39e0-43b2-af83-305f5c03623c req-9fdb98f2-fd6c-4361-9fe1-7e82a03b428a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 1096 time: 0.0478621 Jan 17 10:01:55.630285 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fca16-39e0-43b2-af83-305f5c03623c req-37c22860-14e5-42d8-b514-70991b99663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:55.631846 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f26fca16-39e0-43b2-af83-305f5c03623c req-37c22860-14e5-42d8-b514-70991b99663b service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=d877f04e846b491fbdf9e75655bacd33&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0981355 Jan 17 10:01:55.723574 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fca16-39e0-43b2-af83-305f5c03623c req-a086d22f-c8cb-4b23-a60e-8c4c31d078fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:55.725048 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f26fca16-39e0-43b2-af83-305f5c03623c req-a086d22f-c8cb-4b23-a60e-8c4c31d078fc service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874217 Jan 17 10:01:55.731305 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc16420-7425-4e7b-bd6c-7ce4b8db156d req-6cc1cbd6-a22b-43d4-b03a-285e48ba2836 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:55.732798 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8bc16420-7425-4e7b-bd6c-7ce4b8db156d req-6cc1cbd6-a22b-43d4-b03a-285e48ba2836 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 943 time: 0.0483336 Jan 17 10:01:55.782766 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8bc16420-7425-4e7b-bd6c-7ce4b8db156d req-6dbad43d-c789-4e2e-b16f-9233ec91d414 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439296 Jan 17 10:01:55.816957 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-1af622ab-81b1-4084-8bbc-213d6ad77ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:55.818563 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-1af622ab-81b1-4084-8bbc-213d6ad77ca2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 1096 time: 0.0516131 Jan 17 10:01:55.861513 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-5c6f5896-d995-4036-bed4-89bbf7c01402 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0eb19f31-663a-46ee-8fae-ee1dc5c6003a HTTP/1.1" status: 200 len: 217 time: 0.0346746 Jan 17 10:01:55.883800 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:55.911089 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-ca4e9017-4e3d-4ea7-b251-a8270312dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:55.912449 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-ca4e9017-4e3d-4ea7-b251-a8270312dfd5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 200 len: 851 time: 0.0424855 Jan 17 10:01:55.958795 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-b8d23e46-7d50-4429-91f2-fcd0a1a22f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:55.960237 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-b8d23e46-7d50-4429-91f2-fcd0a1a22f33 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420032 Jan 17 10:01:56.047061 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-680d7e25-1de5-4972-9479-67c46937c0ec service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800979 Jan 17 10:01:56.137607 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-88e8cc89-65a2-491b-8449-abf137af7b83 req-224a5272-bcb6-4a72-a8d8-7018e109ecd4 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843542 Jan 17 10:01:56.445286 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c8cf0-df81-4cf1-aa56-3fb423b68ef7 req-c564c670-392e-4129-b8b9-21b600e89cdf tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:56.446787 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3c8cf0-df81-4cf1-aa56-3fb423b68ef7 req-c564c670-392e-4129-b8b9-21b600e89cdf tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 943 time: 0.0518243 Jan 17 10:01:56.495531 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7d3c8cf0-df81-4cf1-aa56-3fb423b68ef7 req-89274653-8317-449c-a63a-bf31bee06eae tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431628 Jan 17 10:01:56.900014 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850c692-807b-4275-84a0-346a7a5ee39d req-a4ebe8c9-b9b7-4eab-806a-f2089bcc4c5a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:56.901495 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3850c692-807b-4275-84a0-346a7a5ee39d req-a4ebe8c9-b9b7-4eab-806a-f2089bcc4c5a tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 943 time: 0.0486679 Jan 17 10:01:56.947045 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3850c692-807b-4275-84a0-346a7a5ee39d req-dfbe47ad-141a-4fd0-8925-a346f348d7d4 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401690 Jan 17 10:01:57.610585 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b81825-5c2d-4d07-a7c2-68459ba63c62 req-c4bad07b-4ccb-4eb2-bf7c-56f274f6bb9a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:57.612001 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-72b81825-5c2d-4d07-a7c2-68459ba63c62 req-c4bad07b-4ccb-4eb2-bf7c-56f274f6bb9a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 943 time: 0.0514212 Jan 17 10:01:57.660872 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-72b81825-5c2d-4d07-a7c2-68459ba63c62 req-9b41dd6b-16a9-427e-a9fe-6e4fc96ef687 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433388 Jan 17 10:01:57.729211 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:58.061179 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35852fd-111c-414e-a587-398b9303df23 req-ceb5a989-b4b8-4e54-a83c-011a090f1638 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:58.062663 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e35852fd-111c-414e-a587-398b9303df23 req-ceb5a989-b4b8-4e54-a83c-011a090f1638 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 943 time: 0.0480604 Jan 17 10:01:58.107855 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e35852fd-111c-414e-a587-398b9303df23 req-546e9c35-2bd5-4624-b8d9-ff20cba3cfda tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393147 Jan 17 10:01:58.510638 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 10:01:58.604869 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:01:58.616073 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'port_id': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e', 'mac_address': 'fa:16:3e:f3:24:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 10:01:58.652123 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:01:58.652523 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:58.665647 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:01:58.684621 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:01:58.777758 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ea876-a2e4-456b-8255-f2a34847b564 req-d12be912-8c51-4da5-a874-4abef94a0841 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:58.779360 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-933ea876-a2e4-456b-8255-f2a34847b564 req-d12be912-8c51-4da5-a874-4abef94a0841 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 943 time: 0.0476503 Jan 17 10:01:58.782895 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:58.831354 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:01:58.831934 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-933ea876-a2e4-456b-8255-f2a34847b564 req-e32b3bd4-3bf4-4b85-adcd-d43929546eb4 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470459 Jan 17 10:01:59.094100 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:01:59.146609 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:01:59.233174 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423bf70-167c-473e-9745-f6f4bffcc538 req-70d5eac2-832f-41a0-a5ad-8494fc64cbd2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:59.234928 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4423bf70-167c-473e-9745-f6f4bffcc538 req-70d5eac2-832f-41a0-a5ad-8494fc64cbd2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 944 time: 0.0564752 Jan 17 10:01:59.281919 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4423bf70-167c-473e-9745-f6f4bffcc538 req-4c588d5d-93b6-4655-959f-f4be3bee5b6e tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Jan 17 10:01:59.946845 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bf0c3-050f-44c8-8e3e-a33a1c924777 req-a2f62f64-ceb3-41d2-9475-7d8828d99ec5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:01:59.948333 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dc6bf0c3-050f-44c8-8e3e-a33a1c924777 req-a2f62f64-ceb3-41d2-9475-7d8828d99ec5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 943 time: 0.0483377 Jan 17 10:01:59.996580 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dc6bf0c3-050f-44c8-8e3e-a33a1c924777 req-57ee0b2d-b1b4-4db9-8a35-b9ab83d84173 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419030 Jan 17 10:02:00.428211 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479c81b-431d-4b79-8347-6d996fdbc150 req-4f2a59ac-5126-470f-ba0c-f286ff8009d7 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:00.429704 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d479c81b-431d-4b79-8347-6d996fdbc150 req-4f2a59ac-5126-470f-ba0c-f286ff8009d7 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 944 time: 0.0822210 Jan 17 10:02:00.440655 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037a950-1a32-4778-82a8-5f29fd01c605 req-69fd9556-b95b-4bcc-8942-9fe0a59b50a3 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:00.442254 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c037a950-1a32-4778-82a8-5f29fd01c605 req-69fd9556-b95b-4bcc-8942-9fe0a59b50a3 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0859025 Jan 17 10:02:00.509534 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:02:00.516947 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d479c81b-431d-4b79-8347-6d996fdbc150 req-99e883f3-660a-4581-9e7f-32d21252978d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736706 Jan 17 10:02:00.518299 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37943195-a2e9-4836-bd78-18eaf930d442 req-272c43bc-d439-4466-bc76-ef7d6245420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:00.519864 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-37943195-a2e9-4836-bd78-18eaf930d442 req-272c43bc-d439-4466-bc76-ef7d6245420d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=45bf442b053e4c6bbc0b8d92f848b689&device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 1138 time: 0.0472686 Jan 17 10:02:00.535915 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c037a950-1a32-4778-82a8-5f29fd01c605 req-dba93460-d282-41f6-bf7d-db0c5e40ee2c tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835233 Jan 17 10:02:00.632148 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37943195-a2e9-4836-bd78-18eaf930d442 req-958ef4ca-f0c1-4b9d-b027-c4addad258c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:00.633748 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-37943195-a2e9-4836-bd78-18eaf930d442 req-958ef4ca-f0c1-4b9d-b027-c4addad258c8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=19516cd9-1d44-42fb-b14a-d3e1b89b783a HTTP/1.1" status: 200 len: 916 time: 0.1059530 Jan 17 10:02:00.637988 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 10:02:00.642288 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:02:00.642718 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:00.703786 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-37943195-a2e9-4836-bd78-18eaf930d442 req-e3e893a4-46fd-452f-898d-3135a3892761 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=267138a4-7928-49e8-a2c8-f2e598110674 HTTP/1.1" status: 200 len: 1001 time: 0.0640531 Jan 17 10:02:00.721247 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:02:00.721663 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:00.745792 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e07e69c-22f1-4954-bf6f-a8fcdd98db18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:02:00.748109 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52055de5-d67b-46d3-9f44-8add8bfcf333" -d '{"events": [{"server_uuid": "4e07e69c-22f1-4954-bf6f-a8fcdd98db18", "name": "network-vif-plugged", "status": "completed", "tag": "92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:02:00.763291 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:02:00.763424 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37943195-a2e9-4836-bd78-18eaf930d442 req-999208cf-5a11-49ac-b5b8-fcc0687c5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:00.764212 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-37943195-a2e9-4836-bd78-18eaf930d442 req-999208cf-5a11-49ac-b5b8-fcc0687c5611 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e82079b5-3e59-4281-a579-678624f19fad HTTP/1.1" status: 200 len: 854 time: 0.0512161 Jan 17 10:02:00.784641 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d5d350-8039-4929-9582-761b2e8fa49f x-openstack-request-id: req-05d5d350-8039-4929-9582-761b2e8fa49f {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:02:00.784942 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e07e69c-22f1-4954-bf6f-a8fcdd98db18", "name": "network-vif-plugged", "status": "completed", "tag": "92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:02:00.785253 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-05d5d350-8039-4929-9582-761b2e8fa49f {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:02:00.785661 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e07e69c-22f1-4954-bf6f-a8fcdd98db18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e', 'code': 200} Jan 17 10:02:00.809603 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37943195-a2e9-4836-bd78-18eaf930d442 req-e0b6d80c-5f30-44ef-836e-4bdfda3b6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:00.811275 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-37943195-a2e9-4836-bd78-18eaf930d442 req-e0b6d80c-5f30-44ef-836e-4bdfda3b6793 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=19516cd9-1d44-42fb-b14a-d3e1b89b783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410836 Jan 17 10:02:00.860337 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:00.907794 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:02:00.911326 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-37943195-a2e9-4836-bd78-18eaf930d442 req-80042463-47fa-4b8c-81c4-ef03692602b0 service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859256 Jan 17 10:02:01.004532 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-37943195-a2e9-4836-bd78-18eaf930d442 req-f55245f1-3c14-45d4-b1d7-6cf53f0663fd service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861177 Jan 17 10:02:01.122052 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2a6a8-c28c-4718-92d0-bf4d38adbcb1 req-5fd2f2c1-48e7-4f0e-966e-57e68d15b7b0 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:01.123787 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-71e2a6a8-c28c-4718-92d0-bf4d38adbcb1 req-5fd2f2c1-48e7-4f0e-966e-57e68d15b7b0 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 943 time: 0.0558505 Jan 17 10:02:01.143472 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d6ae3-c6ff-41d7-805e-ac825305cdcc req-dcfadc6e-291b-44b1-a7f4-b8b2479b58c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:01.145001 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-742d6ae3-c6ff-41d7-805e-ac825305cdcc req-dcfadc6e-291b-44b1-a7f4-b8b2479b58c1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 1098 time: 0.0461795 Jan 17 10:02:01.174974 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-71e2a6a8-c28c-4718-92d0-bf4d38adbcb1 req-4be0a1af-09b9-40bd-8599-445bd62f1df5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453365 Jan 17 10:02:01.191333 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-742d6ae3-c6ff-41d7-805e-ac825305cdcc req-7ed21d9a-f3a4-4fda-adf8-9c0e54256691 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382738 Jan 17 10:02:01.632948 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1ad9a-bf72-4b84-b65e-e59217a791be req-a5b1295e-89b2-43f4-9e7b-96be315c841c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:01.634614 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dee1ad9a-bf72-4b84-b65e-e59217a791be req-a5b1295e-89b2-43f4-9e7b-96be315c841c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 945 time: 0.0490375 Jan 17 10:02:01.707107 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dee1ad9a-bf72-4b84-b65e-e59217a791be req-69278727-ed34-4ec6-b750-9d8cebf08766 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663736 Jan 17 10:02:01.727458 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd857c-d514-483b-9625-473bd90dc1e8 req-96f9a984-09e1-4184-9ec9-14d00a24a67e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:01.734871 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-97fd857c-d514-483b-9625-473bd90dc1e8 req-96f9a984-09e1-4184-9ec9-14d00a24a67e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0667808 Jan 17 10:02:01.793941 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-97fd857c-d514-483b-9625-473bd90dc1e8 req-b4740e2a-af35-4864-b407-9ab0b0b9c2bb tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581877 Jan 17 10:02:02.285315 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7c90a-1911-439c-a66a-548114ba307b req-249b7b8f-4959-4b14-ab51-4f80cebd86aa tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:02.286768 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f3c7c90a-1911-439c-a66a-548114ba307b req-249b7b8f-4959-4b14-ab51-4f80cebd86aa tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 943 time: 0.0466528 Jan 17 10:02:02.334392 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f3c7c90a-1911-439c-a66a-548114ba307b req-352fa6c4-c43a-44b4-89cd-624e07b1a9dd tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Jan 17 10:02:02.834470 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e20b7-a9ca-4717-bb6f-d07b042e54ed req-ef99e94d-7ce4-4fe5-bdce-e41658e6587b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:02.834767 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b81e20b7-a9ca-4717-bb6f-d07b042e54ed req-ef99e94d-7ce4-4fe5-bdce-e41658e6587b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 945 time: 0.0507526 Jan 17 10:02:02.909918 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b81e20b7-a9ca-4717-bb6f-d07b042e54ed req-e3415b3b-e953-4256-97b6-5d9803683ba2 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692017 Jan 17 10:02:02.931229 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea245c-8499-4a20-9022-20e01a4e152a req-d54ffa5a-566e-47fe-8d19-b79726b3bbe5 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:02.932729 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c1ea245c-8499-4a20-9022-20e01a4e152a req-d54ffa5a-566e-47fe-8d19-b79726b3bbe5 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0643642 Jan 17 10:02:02.992872 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c1ea245c-8499-4a20-9022-20e01a4e152a req-79fec292-b042-4391-a07d-0b54c79841b6 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543194 Jan 17 10:02:03.447502 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f26978-de6d-4953-b0b0-fe49d219640a req-2821b597-7acd-4203-866f-fcfb0df7b216 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:03.448988 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-03f26978-de6d-4953-b0b0-fe49d219640a req-2821b597-7acd-4203-866f-fcfb0df7b216 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 943 time: 0.0480421 Jan 17 10:02:03.496602 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-03f26978-de6d-4953-b0b0-fe49d219640a req-c3185f96-0cc7-4c58-bcdd-99a2240f8f28 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421922 Jan 17 10:02:04.025091 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc29218-25ee-4892-8a7a-af349dccbb10 req-7a2dbe98-0ea0-4db7-868e-6d254126fe13 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:04.026651 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5dc29218-25ee-4892-8a7a-af349dccbb10 req-7a2dbe98-0ea0-4db7-868e-6d254126fe13 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 945 time: 0.0487504 Jan 17 10:02:04.100609 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5dc29218-25ee-4892-8a7a-af349dccbb10 req-470e5d4e-1ca3-4961-aaf1-e351f8bf6392 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678227 Jan 17 10:02:04.121453 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c478a74-7d7d-4e30-afdc-db64104e3616 req-40956f8c-e65d-4495-90ed-ad4b3974cecf tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:04.123534 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2c478a74-7d7d-4e30-afdc-db64104e3616 req-40956f8c-e65d-4495-90ed-ad4b3974cecf tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0599866 Jan 17 10:02:04.184072 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2c478a74-7d7d-4e30-afdc-db64104e3616 req-c180aae3-5706-4864-89da-bb715d28e39d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550277 Jan 17 10:02:04.281172 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585dd9-f1b8-40bc-a973-280b4c64eadb req-f40cb58f-8be8-4876-97c5-d78455a895bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:04.282628 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cf585dd9-f1b8-40bc-a973-280b4c64eadb req-f40cb58f-8be8-4876-97c5-d78455a895bc tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 945 time: 0.0473790 Jan 17 10:02:04.290770 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 36276) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:02:04.295487 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-ba2490da-af0e-44f3-bc06-7cd65a52659b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Request body: {'floatingip': {'port_id': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:02:04.336657 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ba2490da-af0e-44f3-bc06-7cd65a52659b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (6d034a58-f3d0-47c7-9b7a-58b4ae35d54f), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:04.691867 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab7dce-f502-4744-bcf3-3a5c5316e645 req-3dfe1701-b087-466f-9e08-477593b62178 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:04.693359 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-daab7dce-f502-4744-bcf3-3a5c5316e645 req-3dfe1701-b087-466f-9e08-477593b62178 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 943 time: 0.1244266 Jan 17 10:02:04.758484 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:04.781315 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-daab7dce-f502-4744-bcf3-3a5c5316e645 req-a5dd2cc0-3287-4603-92b8-e04d539797d3 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808816 Jan 17 10:02:04.836550 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ba2490da-af0e-44f3-bc06-7cd65a52659b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:04.952160 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ba2490da-af0e-44f3-bc06-7cd65a52659b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (6d034a58-f3d0-47c7-9b7a-58b4ae35d54f), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:05.049600 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.l3_db [None req-ba2490da-af0e-44f3-bc06-7cd65a52659b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Floating IP 6d034a58-f3d0-47c7-9b7a-58b4ae35d54f associated. External IP: 172.27.0.207, port: 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e. Jan 17 10:02:05.501000 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2490da-af0e-44f3-bc06-7cd65a52659b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Router 99ba9bb4-c2eb-4267-bccb-f051300b0388 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:02:05.520051 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585ad0-8cee-4e6b-8017-6b7bbf05e8a6 req-dae51e45-6c3b-4b15-9e2e-c7266a34e6c9 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:05.521524 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f3585ad0-8cee-4e6b-8017-6b7bbf05e8a6 req-dae51e45-6c3b-4b15-9e2e-c7266a34e6c9 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0685232 Jan 17 10:02:05.659518 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f3585ad0-8cee-4e6b-8017-6b7bbf05e8a6 req-603c3883-7b8f-422d-a245-f493a30b64be tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1323059 Jan 17 10:02:05.665757 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2490da-af0e-44f3-bc06-7cd65a52659b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:02:05.670922 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ba2490da-af0e-44f3-bc06-7cd65a52659b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:05.675738 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f5c2d0-3536-4b5d-b64d-edcb3f228b57 None None] Sync routers for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:02:05.686085 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f5c2d0-3536-4b5d-b64d-edcb3f228b57 None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:02:05.686768 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-32f5c2d0-3536-4b5d-b64d-edcb3f228b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:01:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:02:05.698765 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-ba2490da-af0e-44f3-bc06-7cd65a52659b tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "PUT /v2.0/floatingips/6d034a58-f3d0-47c7-9b7a-58b4ae35d54f HTTP/1.1" status: 200 len: 991 time: 1.4069467 Jan 17 10:02:05.699356 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e07e69c-22f1-4954-bf6f-a8fcdd98db18', 'tag': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e'}] {{(pid=114940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:02:05.703034 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3567b7589925762bfe85c0a86f79fc908628c6699af57ff1e1dccc2a2b943fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7e869d-772e-4835-8d43-21b95d233c65" -d '{"events": [{"name": "network-changed", "server_uuid": "4e07e69c-22f1-4954-bf6f-a8fcdd98db18", "tag": "92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e"}]}' {{(pid=114940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:02:05.740653 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc6c42d-a7ae-4165-a818-6b8db784e7cf x-openstack-request-id: req-cdc6c42d-a7ae-4165-a818-6b8db784e7cf {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:02:05.740956 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e07e69c-22f1-4954-bf6f-a8fcdd98db18", "tag": "92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e", "status": "completed", "code": 200}]} {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:02:05.741220 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cdc6c42d-a7ae-4165-a818-6b8db784e7cf {{(pid=114940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:02:05.741631 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e07e69c-22f1-4954-bf6f-a8fcdd98db18', 'tag': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e', 'status': 'completed', 'code': 200} Jan 17 10:02:05.795170 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-32f5c2d0-3536-4b5d-b64d-edcb3f228b57 None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:02:05.802248 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e869d-772e-4835-8d43-21b95d233c65 req-0675fccb-3c65-4a11-887d-bb1de3083563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:05.803859 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8b7e869d-772e-4835-8d43-21b95d233c65 req-0675fccb-3c65-4a11-887d-bb1de3083563 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9d833d073d534e56bcff57aead77b7e7&device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 1098 time: 0.0399199 Jan 17 10:02:05.907974 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e869d-772e-4835-8d43-21b95d233c65 req-d39c7076-bf81-4409-82f8-cd50935c6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:05.918268 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8b7e869d-772e-4835-8d43-21b95d233c65 req-d39c7076-bf81-4409-82f8-cd50935c6de7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 HTTP/1.1" status: 200 len: 912 time: 0.0993173 Jan 17 10:02:05.918415 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227f2dd-3fc6-4254-b813-35a79f584809 req-1cc364bc-9a9d-48cb-8cb7-7ab404182a33 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:05.920873 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f227f2dd-3fc6-4254-b813-35a79f584809 req-1cc364bc-9a9d-48cb-8cb7-7ab404182a33 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 943 time: 0.0628872 Jan 17 10:02:05.974760 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f227f2dd-3fc6-4254-b813-35a79f584809 req-782c2dd0-bf5f-43e3-957b-c569005c05fe tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488288 Jan 17 10:02:05.977652 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8b7e869d-772e-4835-8d43-21b95d233c65 req-67a04af1-2809-4da8-a59e-7927ea2dda1c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e HTTP/1.1" status: 200 len: 999 time: 0.0614231 Jan 17 10:02:06.026247 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e869d-772e-4835-8d43-21b95d233c65 req-a5eab496-4a5d-4f4d-a5f9-adb2d8828be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:06.027760 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8b7e869d-772e-4835-8d43-21b95d233c65 req-a5eab496-4a5d-4f4d-a5f9-adb2d8828be8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3e054dbc-2aac-43d1-a338-3beb57e47aa8 HTTP/1.1" status: 200 len: 850 time: 0.0436339 Jan 17 10:02:06.043688 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-32f5c2d0-3536-4b5d-b64d-edcb3f228b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': '6d034a58-f3d0-47c7-9b7a-58b4ae35d54f', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'port_id': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'mac_address': 'fa:16:3e:f3:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e07e69c-22f1-4954-bf6f-a8fcdd98db18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:01:47Z', 'updated_at': '2022-01-17T10:02:04Z', 'revision_number': 1, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:45Z', 'revision_number': 5, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:02:06.074505 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e869d-772e-4835-8d43-21b95d233c65 req-1856633c-8150-4a49-9b45-a3f72daf6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:06.075390 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f5c2d0-3536-4b5d-b64d-edcb3f228b57 None None] Checking router: 99ba9bb4-c2eb-4267-bccb-f051300b0388 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:02:06.076115 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8b7e869d-772e-4835-8d43-21b95d233c65 req-1856633c-8150-4a49-9b45-a3f72daf6978 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427959 Jan 17 10:02:06.083777 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f5c2d0-3536-4b5d-b64d-edcb3f228b57 None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:02:06.084394 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-32f5c2d0-3536-4b5d-b64d-edcb3f228b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:01:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:02:06.163898 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8b7e869d-772e-4835-8d43-21b95d233c65 req-a67d0751-45a7-4185-ae34-b3d64822b4c8 service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817997 Jan 17 10:02:06.260230 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8b7e869d-772e-4835-8d43-21b95d233c65 req-ba62def3-b149-42c2-b70a-fa0edcb4f4a6 service neutron] 10.222.0.94 "GET /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897973 Jan 17 10:02:06.318025 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-32f5c2d0-3536-4b5d-b64d-edcb3f228b57 None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:02:06.538788 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-32f5c2d0-3536-4b5d-b64d-edcb3f228b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': '6d034a58-f3d0-47c7-9b7a-58b4ae35d54f', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'port_id': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'mac_address': 'fa:16:3e:f3:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e07e69c-22f1-4954-bf6f-a8fcdd98db18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:01:47Z', 'updated_at': '2022-01-17T10:02:04Z', 'revision_number': 1, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:45Z', 'revision_number': 5, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:02:06.569405 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 0eb19f31-663a-46ee-8fae-ee1dc5c6003a details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 10:02:06.571797 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f5c2d0-3536-4b5d-b64d-edcb3f228b57 None None] The sync data for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi is: [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': '6d034a58-f3d0-47c7-9b7a-58b4ae35d54f', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'port_id': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'mac_address': 'fa:16:3e:f3:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e07e69c-22f1-4954-bf6f-a8fcdd98db18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:01:47Z', 'updated_at': '2022-01-17T10:02:04Z', 'revision_number': 1, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:45Z', 'revision_number': 5, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:02:06.668392 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0eb19f31-663a-46ee-8fae-ee1dc5c6003a,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:02:06.679743 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'port_id': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a', 'mac_address': 'fa:16:3e:6e:95:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 10:02:06.718140 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:02:06.718539 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:06.736746 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb19f31-663a-46ee-8fae-ee1dc5c6003a {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:02:06.757201 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0eb19f31-663a-46ee-8fae-ee1dc5c6003a,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:02:06.776510 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83473300-1f7f-40fb-ab0c-06cfd78da44e None None] New status for floating IP 6d034a58-f3d0-47c7-9b7a-58b4ae35d54f: ACTIVE {{(pid=114943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:02:06.779811 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd286a-6fec-494d-84f9-92ef925d9e48 req-0548d7b4-6cef-4ed3-8760-6f9048a0acf3 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:06.781367 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e6fd286a-6fec-494d-84f9-92ef925d9e48 req-0548d7b4-6cef-4ed3-8760-6f9048a0acf3 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0516191 Jan 17 10:02:06.827227 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:06.855116 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e6fd286a-6fec-494d-84f9-92ef925d9e48 req-f2d4a8cb-2b61-4f4e-a57d-6e41da2069b7 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627468 Jan 17 10:02:06.876970 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=0eb19f31-663a-46ee-8fae-ee1dc5c6003a,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:02:07.087742 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ac0b8-de82-4d7e-9145-e71ac2876234 req-360637d1-784d-40ed-bc1a-4a4e0f77c191 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:07.089104 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cb9ac0b8-de82-4d7e-9145-e71ac2876234 req-360637d1-784d-40ed-bc1a-4a4e0f77c191 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 944 time: 0.0472016 Jan 17 10:02:07.136512 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cb9ac0b8-de82-4d7e-9145-e71ac2876234 req-eea25b45-0639-4b1e-a305-7be61ebef85a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418265 Jan 17 10:02:07.172660 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['0eb19f31-663a-46ee-8fae-ee1dc5c6003a'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:02:07.971566 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560d9ae-c541-4e48-90b3-6ae87b334c78 req-bff22d60-9e50-4af4-ac07-08fd5a2a7030 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:07.973060 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c560d9ae-c541-4e48-90b3-6ae87b334c78 req-bff22d60-9e50-4af4-ac07-08fd5a2a7030 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0541434 Jan 17 10:02:08.032372 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c560d9ae-c541-4e48-90b3-6ae87b334c78 req-c00fc5d2-5c30-41f0-b2ac-f365dc7f4704 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536871 Jan 17 10:02:08.257688 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6a25b-cd7d-4f0c-b961-ddb5b921dd3b req-48f2c5e8-b478-4b38-9f4e-56dc621cbb9a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:08.259208 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-22b6a25b-cd7d-4f0c-b961-ddb5b921dd3b req-48f2c5e8-b478-4b38-9f4e-56dc621cbb9a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 944 time: 0.0559630 Jan 17 10:02:08.308066 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-22b6a25b-cd7d-4f0c-b961-ddb5b921dd3b req-c0529a98-af10-4460-8089-b8a06303297b tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426741 Jan 17 10:02:08.556748 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 0eb19f31-663a-46ee-8fae-ee1dc5c6003a up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:02:08.660581 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 10:02:08.664815 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:02:08.665206 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:08.743262 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:02:08.743575 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:08.765236 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69aaf792-a97e-45f9-a9a4-4360f2b0ee1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:02:08.767590 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1941e9a-6d12-40a5-b98d-27fb46ae5cfa" -d '{"events": [{"server_uuid": "69aaf792-a97e-45f9-a9a4-4360f2b0ee1f", "name": "network-vif-plugged", "status": "completed", "tag": "0eb19f31-663a-46ee-8fae-ee1dc5c6003a"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:02:08.780304 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0eb19f31-663a-46ee-8fae-ee1dc5c6003a,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:02:08.804976 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981589df-03e4-4cb0-afb4-38dc48d31d1d x-openstack-request-id: req-981589df-03e4-4cb0-afb4-38dc48d31d1d {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:02:08.804976 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69aaf792-a97e-45f9-a9a4-4360f2b0ee1f", "name": "network-vif-plugged", "status": "completed", "tag": "0eb19f31-663a-46ee-8fae-ee1dc5c6003a", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:02:08.804976 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-981589df-03e4-4cb0-afb4-38dc48d31d1d {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:02:08.804976 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69aaf792-a97e-45f9-a9a4-4360f2b0ee1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a', 'code': 200} Jan 17 10:02:08.866963 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:08.913696 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=0eb19f31-663a-46ee-8fae-ee1dc5c6003a,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:02:09.152448 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7237f-ba9a-4aac-8ae5-65f16ea0e814 req-e6f9603c-2ce4-42a6-a89a-15907b5c0084 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:09.153962 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-abd7237f-ba9a-4aac-8ae5-65f16ea0e814 req-e6f9603c-2ce4-42a6-a89a-15907b5c0084 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0523632 Jan 17 10:02:09.211736 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd9024-edbd-41eb-96fe-5095569a29e2 req-351d9dfd-7499-43f5-9d2b-e10cc57d1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:09.213269 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-aecd9024-edbd-41eb-96fe-5095569a29e2 req-351d9dfd-7499-43f5-9d2b-e10cc57d1556 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 1098 time: 0.0401914 Jan 17 10:02:09.214130 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-abd7237f-ba9a-4aac-8ae5-65f16ea0e814 req-89ca8526-6524-49ef-bc17-1964ffc3ce57 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542755 Jan 17 10:02:09.258014 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-aecd9024-edbd-41eb-96fe-5095569a29e2 req-9bb8a03f-1feb-4db8-ae5f-66e424387ce3 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387506 Jan 17 10:02:09.424731 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9779c-1fb6-4262-81cd-8368eab26448 req-a6e21626-833d-46d0-a3bf-36a1880e9c4d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:09.426199 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-13f9779c-1fb6-4262-81cd-8368eab26448 req-a6e21626-833d-46d0-a3bf-36a1880e9c4d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 945 time: 0.0474896 Jan 17 10:02:09.473910 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-13f9779c-1fb6-4262-81cd-8368eab26448 req-cc243294-e94a-47fa-8a7c-73859ac43f0c tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 Jan 17 10:02:10.330673 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13507992-d962-4ece-b188-c500fbf7f643 req-77e5ad66-f9d5-488f-aa93-d15c794bf529 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:10.332074 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-13507992-d962-4ece-b188-c500fbf7f643 req-77e5ad66-f9d5-488f-aa93-d15c794bf529 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0499027 Jan 17 10:02:10.395398 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-13507992-d962-4ece-b188-c500fbf7f643 req-6ffb64b1-aa55-4ff3-95dd-81151064c382 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577106 Jan 17 10:02:10.590297 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ba2f5-8fdc-487a-9108-f14ecc123abf req-5fdb62db-41ee-4682-b3b2-2d4556c5c22c tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:10.592228 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1d8ba2f5-8fdc-487a-9108-f14ecc123abf req-5fdb62db-41ee-4682-b3b2-2d4556c5c22c tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 945 time: 0.0511925 Jan 17 10:02:10.643294 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1d8ba2f5-8fdc-487a-9108-f14ecc123abf req-79917a58-cf8c-4c7d-b387-e70b6d834381 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455987 Jan 17 10:02:11.515391 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9be0f-8252-45de-9425-7cde8d35692a req-ab928b40-c716-4b28-b176-76e0f33b1c53 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:11.516848 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-88d9be0f-8252-45de-9425-7cde8d35692a req-ab928b40-c716-4b28-b176-76e0f33b1c53 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0489345 Jan 17 10:02:11.573866 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-88d9be0f-8252-45de-9425-7cde8d35692a req-689f416a-a9a5-4712-a68b-a66973503365 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515053 Jan 17 10:02:11.772984 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e9cc4-39ed-4bb7-8ac1-928564d8e437 req-4c60947b-303e-43b0-b583-b306b49c7782 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:11.774493 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0e7e9cc4-39ed-4bb7-8ac1-928564d8e437 req-4c60947b-303e-43b0-b583-b306b49c7782 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 945 time: 0.0526567 Jan 17 10:02:11.824291 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0e7e9cc4-39ed-4bb7-8ac1-928564d8e437 req-d3c0f87c-cd23-4a15-bc9d-6d37be2a1c98 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435464 Jan 17 10:02:11.945036 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bf8f7-9eef-413a-887c-b303cd092e28 req-8d6e2e04-e07f-46c8-8882-54c65baca0fa tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:11.946464 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-964bf8f7-9eef-413a-887c-b303cd092e28 req-8d6e2e04-e07f-46c8-8882-54c65baca0fa tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 945 time: 0.0484750 Jan 17 10:02:11.994876 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-964bf8f7-9eef-413a-887c-b303cd092e28 req-d6404683-d1de-4328-bfb9-dab6790d4711 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423090 Jan 17 10:02:12.018706 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 36336) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:02:12.141783 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153eabc7-c9cb-43da-b7e9-e9f4a42bd697 tempest-TestVolumeBootPattern-1004601259 tempest-TestVolumeBootPattern-1004601259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:12.143327 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-153eabc7-c9cb-43da-b7e9-e9f4a42bd697 tempest-TestVolumeBootPattern-1004601259 tempest-TestVolumeBootPattern-1004601259-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 1093 time: 0.1235902 Jan 17 10:02:12.146224 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 36340) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:02:12.150356 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Request body: {'floatingip': {'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'port_id': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:02:12.237877 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:12.336590 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:12.442874 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_common [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Allocated IP 172.27.0.245 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/c276f799-b277-4448-b457-7af7e6e04a18) {{(pid=114940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:02:12.541947 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for port (c276f799-b277-4448-b457-7af7e6e04a18), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:12.620942 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (c276f799-b277-4448-b457-7af7e6e04a18), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:12.688752 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:02:12.695540 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:02:12.701367 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Received port after_create {{(pid=114940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:02:12.721684 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'Port': ['ID=c276f799-b277-4448-b457-7af7e6e04a18,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:02:12.740018 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:02:12.740383 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:02:12.740742 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:02:12.741094 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:02:12.741440 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:02:12.741784 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:02:12.742127 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:02:12.742469 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:02:12.742832 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:02:12.743171 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:02:12.743507 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:02:12.743840 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:02:12.744170 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:02:12.762855 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ee687-1b01-451f-92a0-ebe674202469 req-602f8b4a-5124-4819-8366-94c0ccda1bf3 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:12.764432 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9d4ee687-1b01-451f-92a0-ebe674202469 req-602f8b4a-5124-4819-8366-94c0ccda1bf3 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.1182415 Jan 17 10:02:12.923098 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9d4ee687-1b01-451f-92a0-ebe674202469 req-bc113f7c-ec60-4101-a44a-70c94e99be70 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1520367 Jan 17 10:02:13.128856 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for floatingip (74399c75-b509-4283-953f-5035c172afac), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:13.389458 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (c276f799-b277-4448-b457-7af7e6e04a18), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:13.503843 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:02:13.543358 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for port (c276f799-b277-4448-b457-7af7e6e04a18), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:13.723247 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894493'] for port (c276f799-b277-4448-b457-7af7e6e04a18), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:13.789533 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'Port': ['ID=c276f799-b277-4448-b457-7af7e6e04a18,revision_number=2']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:02:13.799802 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (74399c75-b509-4283-953f-5035c172afac), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:13.898135 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.l3_db [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Floating IP 74399c75-b509-4283-953f-5035c172afac associated. External IP: 172.27.0.245, port: 0eb19f31-663a-46ee-8fae-ee1dc5c6003a. Jan 17 10:02:14.090021 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05c71e-c9eb-4420-9cc7-7f2330ef0b7a req-5dea37fe-5766-4883-bb84-be91542bd8fd tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:14.091640 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0b05c71e-c9eb-4420-9cc7-7f2330ef0b7a req-5dea37fe-5766-4883-bb84-be91542bd8fd tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0961549 Jan 17 10:02:14.194295 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Router a596ce3a-d8af-4ea1-8c68-369dda476f78 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:02:14.200518 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0b05c71e-c9eb-4420-9cc7-7f2330ef0b7a req-db9ababa-1520-4f1d-ae38-bfc5ab3e3668 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1027758 Jan 17 10:02:14.306255 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:02:14.318649 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc20d0e-1061-459c-9e27-6acbf76cecf2 None None] Sync routers for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:02:14.328893 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc20d0e-1061-459c-9e27-6acbf76cecf2 None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:02:14.330332 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-0fc20d0e-1061-459c-9e27-6acbf76cecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:01:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:02:14.394539 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:14.442077 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-a7a28c3c-780b-4511-9b2d-45b6b87a2b8d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2804158 Jan 17 10:02:14.442077 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69aaf792-a97e-45f9-a9a4-4360f2b0ee1f', 'tag': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a'}] {{(pid=114940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:02:14.442077 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3567b7589925762bfe85c0a86f79fc908628c6699af57ff1e1dccc2a2b943fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011a58c6-c10c-49f7-a15f-a4d0f92709ff" -d '{"events": [{"name": "network-changed", "server_uuid": "69aaf792-a97e-45f9-a9a4-4360f2b0ee1f", "tag": "0eb19f31-663a-46ee-8fae-ee1dc5c6003a"}]}' {{(pid=114940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:02:14.443402 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-0fc20d0e-1061-459c-9e27-6acbf76cecf2 None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:02:14.466002 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60570bb-38a2-42f2-b5a8-cb3926fa0c5e x-openstack-request-id: req-e60570bb-38a2-42f2-b5a8-cb3926fa0c5e {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:02:14.466898 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69aaf792-a97e-45f9-a9a4-4360f2b0ee1f", "tag": "0eb19f31-663a-46ee-8fae-ee1dc5c6003a", "status": "completed", "code": 200}]} {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:02:14.467162 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e60570bb-38a2-42f2-b5a8-cb3926fa0c5e {{(pid=114940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:02:14.467574 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69aaf792-a97e-45f9-a9a4-4360f2b0ee1f', 'tag': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a', 'status': 'completed', 'code': 200} Jan 17 10:02:14.533742 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a58c6-c10c-49f7-a15f-a4d0f92709ff req-6930ebae-a968-48ea-b031-9294563c3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:14.535270 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-011a58c6-c10c-49f7-a15f-a4d0f92709ff req-6930ebae-a968-48ea-b031-9294563c3e08 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 1098 time: 0.0421648 Jan 17 10:02:14.627661 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a58c6-c10c-49f7-a15f-a4d0f92709ff req-10104703-b6af-434b-8c92-a94cb8d6815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:14.629074 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-011a58c6-c10c-49f7-a15f-a4d0f92709ff req-10104703-b6af-434b-8c92-a94cb8d6815d service neutron] 10.222.0.94 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 913 time: 0.0866382 Jan 17 10:02:14.673008 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-0fc20d0e-1061-459c-9e27-6acbf76cecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': '74399c75-b509-4283-953f-5035c172afac', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:6e:95:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aaf792-a97e-45f9-a9a4-4360f2b0ee1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:02:12Z', 'updated_at': '2022-01-17T10:02:12Z', 'revision_number': 0, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:02:14.695246 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-011a58c6-c10c-49f7-a15f-a4d0f92709ff req-1bdd3d6d-6f18-40f6-b049-f014d97b665a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0eb19f31-663a-46ee-8fae-ee1dc5c6003a HTTP/1.1" status: 200 len: 999 time: 0.0592947 Jan 17 10:02:14.699576 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc20d0e-1061-459c-9e27-6acbf76cecf2 None None] Checking router: a596ce3a-d8af-4ea1-8c68-369dda476f78 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:02:14.708451 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc20d0e-1061-459c-9e27-6acbf76cecf2 None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:02:14.709073 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-0fc20d0e-1061-459c-9e27-6acbf76cecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:01:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:02:14.746613 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a58c6-c10c-49f7-a15f-a4d0f92709ff req-eaea7584-e81a-4de2-8555-21a5934ab840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:14.748149 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-011a58c6-c10c-49f7-a15f-a4d0f92709ff req-eaea7584-e81a-4de2-8555-21a5934ab840 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 200 len: 851 time: 0.0465877 Jan 17 10:02:14.792339 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a58c6-c10c-49f7-a15f-a4d0f92709ff req-ca6da1dd-17f0-4c2b-87dc-30e8a84145e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:14.793827 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-011a58c6-c10c-49f7-a15f-a4d0f92709ff req-ca6da1dd-17f0-4c2b-87dc-30e8a84145e8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391879 Jan 17 10:02:14.814310 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-0fc20d0e-1061-459c-9e27-6acbf76cecf2 None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:02:14.886815 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-011a58c6-c10c-49f7-a15f-a4d0f92709ff req-5b2b5520-c8bc-47af-8d00-c97747a0890b service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835090 Jan 17 10:02:14.979699 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-011a58c6-c10c-49f7-a15f-a4d0f92709ff req-2af870b4-2d9f-436d-85da-8b68bf782279 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861633 Jan 17 10:02:15.046786 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-0fc20d0e-1061-459c-9e27-6acbf76cecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': '74399c75-b509-4283-953f-5035c172afac', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:6e:95:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aaf792-a97e-45f9-a9a4-4360f2b0ee1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:02:12Z', 'updated_at': '2022-01-17T10:02:12Z', 'revision_number': 0, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:02:15.073957 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc20d0e-1061-459c-9e27-6acbf76cecf2 None None] The sync data for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi is: [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': '74399c75-b509-4283-953f-5035c172afac', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:6e:95:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aaf792-a97e-45f9-a9a4-4360f2b0ee1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:02:12Z', 'updated_at': '2022-01-17T10:02:12Z', 'revision_number': 0, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:02:15.255189 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aba1fa-36da-46e0-8903-2a406973b653 None None] New status for floating IP 74399c75-b509-4283-953f-5035c172afac: ACTIVE {{(pid=114943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:02:15.323767 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16c3c1-6625-495e-bdc1-da16a647ec96 req-6a7a1e38-47c2-4b72-9a2e-ec98f177f553 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:15.325302 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4e16c3c1-6625-495e-bdc1-da16a647ec96 req-6a7a1e38-47c2-4b72-9a2e-ec98f177f553 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0516076 Jan 17 10:02:15.386770 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4e16c3c1-6625-495e-bdc1-da16a647ec96 req-15d973e1-43a2-4282-9562-ba9d0150ccde tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556672 Jan 17 10:02:16.504242 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14f2b5-1d7e-4ba0-9fa8-085018dfaafa req-1e2926cd-5ec8-449e-8e87-df0673b21100 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:16.505738 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4f14f2b5-1d7e-4ba0-9fa8-085018dfaafa req-1e2926cd-5ec8-449e-8e87-df0673b21100 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0485349 Jan 17 10:02:16.565202 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4f14f2b5-1d7e-4ba0-9fa8-085018dfaafa req-144311cd-bd3f-4710-8e69-9fdabb8e5236 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536666 Jan 17 10:02:17.697364 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc30b4-f7be-407c-be9a-dd355161468e req-9b637a0e-7c0e-4af8-b8a4-726562151cbf tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:17.701147 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d0bc30b4-f7be-407c-be9a-dd355161468e req-9b637a0e-7c0e-4af8-b8a4-726562151cbf tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0597072 Jan 17 10:02:17.761669 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d0bc30b4-f7be-407c-be9a-dd355161468e req-b14fc167-70d3-472b-8b01-1ecc4243c4a8 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=91292ec8-3a20-48e9-9c46-7551c6f35ad1&id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548444 Jan 17 10:02:22.454880 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-62a9ae06-cf7a-42e6-aaf6-0959c2e49b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:24.991659 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-815c2078-dbd3-4132-8236-c0624f1f4289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:25.894571 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:27.860239 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:29.111608 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:34.808776 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:40.347394 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-059053a6-7888-46f6-a750-7be832929280 req-435c09e5-9347-4de1-8bbc-92e64aaf6b30 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399153 Jan 17 10:02:40.409054 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059053a6-7888-46f6-a750-7be832929280 req-860047ff-d7ad-40d1-b3ab-33eec0dfd524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:40.410483 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-059053a6-7888-46f6-a750-7be832929280 req-860047ff-d7ad-40d1-b3ab-33eec0dfd524 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 1098 time: 0.0389748 Jan 17 10:02:40.761159 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059053a6-7888-46f6-a750-7be832929280 req-3d3301db-126a-4998-a7d0-b296b6161958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:40.763608 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-059053a6-7888-46f6-a750-7be832929280 req-3d3301db-126a-4998-a7d0-b296b6161958 service neutron] 10.222.0.94 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 916 time: 0.3332810 Jan 17 10:02:40.828252 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-059053a6-7888-46f6-a750-7be832929280 req-54b8dde7-3c31-4a55-b00f-955e71b1052d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71 HTTP/1.1" status: 200 len: 1001 time: 0.0574684 Jan 17 10:02:40.883140 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059053a6-7888-46f6-a750-7be832929280 req-f3dca22d-305f-46d3-b81c-8b3001f1251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:40.884593 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-059053a6-7888-46f6-a750-7be832929280 req-f3dca22d-305f-46d3-b81c-8b3001f1251d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 200 len: 854 time: 0.0469317 Jan 17 10:02:40.928637 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059053a6-7888-46f6-a750-7be832929280 req-bec066f6-1629-452a-a345-0ed63cbe945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:40.930076 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-059053a6-7888-46f6-a750-7be832929280 req-bec066f6-1629-452a-a345-0ed63cbe945e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=13f5851c-5a19-42aa-919c-d5436bee2140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385480 Jan 17 10:02:41.027281 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-059053a6-7888-46f6-a750-7be832929280 req-ac897168-3e2b-4683-afd3-c336c1847998 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869210 Jan 17 10:02:41.119101 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-059053a6-7888-46f6-a750-7be832929280 req-f853fee9-9db2-401c-a829-88b0a04c9d37 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846236 Jan 17 10:02:50.502535 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:02:51.658173 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7468ab-b2e3-43fe-bc48-1edb9b22b1f6 req-b3ccfc20-528d-47dd-8f05-81802a1759fd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:51.659802 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ac7468ab-b2e3-43fe-bc48-1edb9b22b1f6 req-b3ccfc20-528d-47dd-8f05-81802a1759fd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0491471 Jan 17 10:02:51.707166 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ac7468ab-b2e3-43fe-bc48-1edb9b22b1f6 req-bc2676c2-7613-448c-819e-0d5fe9cf3cd8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 Jan 17 10:02:52.488255 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-29c863e3-82ef-4f37-a39a-6647b9a3be74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:52.827589 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea253dc8-e115-4d96-8f6d-6109148b3586 req-5eee25f8-dc1d-4343-86ec-efd4391865b3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:52.829094 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ea253dc8-e115-4d96-8f6d-6109148b3586 req-5eee25f8-dc1d-4343-86ec-efd4391865b3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0495057 Jan 17 10:02:52.881109 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ea253dc8-e115-4d96-8f6d-6109148b3586 req-5ace4437-20e7-42e5-98e6-6d89c195410d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457048 Jan 17 10:02:53.999335 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72593653-160c-4767-8f81-d5dd01a8030c req-995fd01a-0ab3-47f8-93c9-4914e6ed4adb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:54.000813 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-72593653-160c-4767-8f81-d5dd01a8030c req-995fd01a-0ab3-47f8-93c9-4914e6ed4adb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0487165 Jan 17 10:02:54.048333 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-72593653-160c-4767-8f81-d5dd01a8030c req-f3149b2c-4a4b-4bd7-94c1-f41298c1c2cd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418868 Jan 17 10:02:55.006682 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-fd14dfef-3cf1-40b7-b016-ac653fca03fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:55.164783 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2db2f-ff39-4441-b376-b97d0ae4ad43 req-287d32d6-dbfd-43f8-9d28-870b067eb816 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:55.166338 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93b2db2f-ff39-4441-b376-b97d0ae4ad43 req-287d32d6-dbfd-43f8-9d28-870b067eb816 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0473433 Jan 17 10:02:55.213793 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93b2db2f-ff39-4441-b376-b97d0ae4ad43 req-e6ccef32-ed7c-4ca1-849f-d6f2aecb6668 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410309 Jan 17 10:02:55.898047 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:56.332122 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c543591-f1da-43b2-90c9-fcdd34445e6a req-273eb445-0d00-45ac-b070-d143baea58f0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:56.333594 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4c543591-f1da-43b2-90c9-fcdd34445e6a req-273eb445-0d00-45ac-b070-d143baea58f0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0507569 Jan 17 10:02:56.379824 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4c543591-f1da-43b2-90c9-fcdd34445e6a req-a98ca43f-3288-4887-a3dd-b72dadf56b9e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405939 Jan 17 10:02:57.495916 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edb284-f867-4149-9a27-497e8f1b91ce req-3f48784f-485d-43cc-b76d-2d3e21bcda5d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:57.497380 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d9edb284-f867-4149-9a27-497e8f1b91ce req-3f48784f-485d-43cc-b76d-2d3e21bcda5d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0483537 Jan 17 10:02:57.543171 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d9edb284-f867-4149-9a27-497e8f1b91ce req-22afbc30-e549-4ba3-a66a-249c2dfd18ea tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403252 Jan 17 10:02:57.755055 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:58.670647 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199fcb2-581f-4403-91a0-437bf005b316 req-caf7eee0-fb6f-4c95-9e7a-ee7d593c1349 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:58.672234 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b199fcb2-581f-4403-91a0-437bf005b316 req-caf7eee0-fb6f-4c95-9e7a-ee7d593c1349 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0585279 Jan 17 10:02:58.722068 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b199fcb2-581f-4403-91a0-437bf005b316 req-5563b6e4-0356-4754-832a-03195eb9c1ae tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442753 Jan 17 10:02:59.099940 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:02:59.837572 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f332b6-99ba-470a-8df3-45fffa7ed86f req-a7e90755-70ef-4dd4-a36f-194195fa0184 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:02:59.844700 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-25f332b6-99ba-470a-8df3-45fffa7ed86f req-a7e90755-70ef-4dd4-a36f-194195fa0184 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0471354 Jan 17 10:02:59.885817 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-25f332b6-99ba-470a-8df3-45fffa7ed86f req-aba80330-4ae7-4299-ae66-8b96b3c1b7d8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405946 Jan 17 10:03:01.001411 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef1ce-9127-4d5f-a431-a1b18fb3d845 req-e22557f2-cf1d-4e5f-91dd-e406f86773d2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:01.002935 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-614ef1ce-9127-4d5f-a431-a1b18fb3d845 req-e22557f2-cf1d-4e5f-91dd-e406f86773d2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0474002 Jan 17 10:03:01.052220 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-614ef1ce-9127-4d5f-a431-a1b18fb3d845 req-3874b322-d002-4e8f-bb42-d5d093f67a39 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439010 Jan 17 10:03:02.172799 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65e49e-e4aa-413c-8404-716854780053 req-3348c0fb-d9b0-4cf9-a353-b66e6c41faf9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:02.174252 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4a65e49e-e4aa-413c-8404-716854780053 req-3348c0fb-d9b0-4cf9-a353-b66e6c41faf9 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0510423 Jan 17 10:03:02.219507 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4a65e49e-e4aa-413c-8404-716854780053 req-b8b7ef9d-02e3-4bae-a184-30a2bdad56a8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396993 Jan 17 10:03:03.337200 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e495fd0-dfaf-46c4-a7e1-39ec6893d45e req-6948f163-9aa0-4f18-b722-0bab6652f4ef tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:03.338718 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9e495fd0-dfaf-46c4-a7e1-39ec6893d45e req-6948f163-9aa0-4f18-b722-0bab6652f4ef tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0478811 Jan 17 10:03:03.386792 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9e495fd0-dfaf-46c4-a7e1-39ec6893d45e req-02b0375e-a867-4378-9e07-2dbd6dad80fd tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424709 Jan 17 10:03:04.506628 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f0e0e-37f1-4488-9106-44f0c006684c req-81373190-aa3d-47e0-b826-5b7fc563afc0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:04.508143 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-337f0e0e-37f1-4488-9106-44f0c006684c req-81373190-aa3d-47e0-b826-5b7fc563afc0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0522833 Jan 17 10:03:04.553410 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-337f0e0e-37f1-4488-9106-44f0c006684c req-e977eec4-f16e-4aad-b74c-e3423769ede8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398090 Jan 17 10:03:04.768278 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:04.872341 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 38d7fe9f-67a1-4095-95dc-0f012baa7f71 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 10:03:04.967527 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:04.978639 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'port_id': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'mac_address': 'fa:16:3e:4c:32:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 10:03:05.014041 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 is: ACTIVE; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:03:05.014440 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:05.027570 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38d7fe9f-67a1-4095-95dc-0f012baa7f71 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:03:05.046211 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:05.122621 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:05.170628 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=38d7fe9f-67a1-4095-95dc-0f012baa7f71,revision_number=6']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:05.178176 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:05.178533 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:05.178922 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:05.179265 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:05.179604 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:05.179939 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:05.180271 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:05.180601 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:05.180938 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:05.181270 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:05.181599 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:05.181926 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:05.182251 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:05.232494 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['38d7fe9f-67a1-4095-95dc-0f012baa7f71'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:03:05.671016 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812db53-acc0-4de4-9e88-221c0ed5aa1f req-090c1c5a-8eb2-4d10-a056-2032ff74d70d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:05.672504 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b812db53-acc0-4de4-9e88-221c0ed5aa1f req-090c1c5a-8eb2-4d10-a056-2032ff74d70d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 944 time: 0.0483713 Jan 17 10:03:05.719581 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b812db53-acc0-4de4-9e88-221c0ed5aa1f req-74c5f2fd-f5ff-4276-bbdc-42b8d6b077d2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416100 Jan 17 10:03:06.833548 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d60aa-f132-49fb-bfd6-66dbad93883d req-2da8b4f1-6746-4484-8045-623725707ab0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:06.837735 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f20d60aa-f132-49fb-bfd6-66dbad93883d req-2da8b4f1-6746-4484-8045-623725707ab0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 944 time: 0.0468280 Jan 17 10:03:06.884853 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f20d60aa-f132-49fb-bfd6-66dbad93883d req-b6a9c0a5-b343-42c6-a33f-58d437bdfe4b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437803 Jan 17 10:03:06.898570 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 38d7fe9f-67a1-4095-95dc-0f012baa7f71 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:03:06.945333 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:03:06.945716 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:07.022464 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:03:07.022809 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:07.045531 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:03:07.047786 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb07bea-0b41-4b64-8a58-1f216ea30799" -d '{"events": [{"server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "name": "network-vif-plugged", "status": "completed", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:03:07.060582 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:07.083507 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675172e6-70cc-4997-ae90-0275ad44b1a9 x-openstack-request-id: req-675172e6-70cc-4997-ae90-0275ad44b1a9 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:03:07.083807 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "name": "network-vif-plugged", "status": "completed", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:03:07.084070 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-675172e6-70cc-4997-ae90-0275ad44b1a9 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:03:07.084474 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'code': 200} Jan 17 10:03:07.133638 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:07.179879 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=38d7fe9f-67a1-4095-95dc-0f012baa7f71,revision_number=7']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:08.005846 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cd9eb-42c3-4172-a782-3028d7fe5bf1 req-77885729-89d7-401a-9522-15ae6c288eeb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:08.007388 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a43cd9eb-42c3-4172-a782-3028d7fe5bf1 req-77885729-89d7-401a-9522-15ae6c288eeb tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0498457 Jan 17 10:03:08.054890 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a43cd9eb-42c3-4172-a782-3028d7fe5bf1 req-02d81712-90cf-44fb-aa23-7c0637f623b3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413895 Jan 17 10:03:09.176496 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ea44d-2048-47a7-9003-b83d69997749 req-fc3ca2f9-9da0-434a-bdbf-4f1e05a9be18 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:09.177972 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ba9ea44d-2048-47a7-9003-b83d69997749 req-fc3ca2f9-9da0-434a-bdbf-4f1e05a9be18 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0480440 Jan 17 10:03:09.223427 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ba9ea44d-2048-47a7-9003-b83d69997749 req-d8a9a8dd-beec-43bc-ba7c-cb1de81d824a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399895 Jan 17 10:03:10.343694 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb4241-566a-4d06-b2c0-c5979f24d832 req-24bc75ef-5a8a-48d9-8c04-4f93bf1d5168 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:10.345187 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4cdb4241-566a-4d06-b2c0-c5979f24d832 req-24bc75ef-5a8a-48d9-8c04-4f93bf1d5168 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0512247 Jan 17 10:03:10.395601 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4cdb4241-566a-4d06-b2c0-c5979f24d832 req-dce895d0-a0ab-4649-a2b3-41ab4ff0f6c8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449066 Jan 17 10:03:11.526765 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4cd0e-cb14-46af-ab42-ebf3cfe02825 req-efcce70d-878b-404f-9976-77fa6455e7e5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:11.533143 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4ea4cd0e-cb14-46af-ab42-ebf3cfe02825 req-efcce70d-878b-404f-9976-77fa6455e7e5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0604148 Jan 17 10:03:11.585298 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4ea4cd0e-cb14-46af-ab42-ebf3cfe02825 req-d42bc586-4e71-4770-9b73-c2213083ee89 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464888 Jan 17 10:03:12.725971 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4cce5-d8f2-469c-9a76-fe7f4cee9271 req-802977c0-6772-4838-bf88-2f748b2b7af7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:12.733345 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-52c4cce5-d8f2-469c-9a76-fe7f4cee9271 req-802977c0-6772-4838-bf88-2f748b2b7af7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0644956 Jan 17 10:03:12.780328 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-52c4cce5-d8f2-469c-9a76-fe7f4cee9271 req-5b1ed104-4929-4d67-9490-e0544213fb28 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460143 Jan 17 10:03:13.951830 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199e7ec-5727-42c7-8bc2-23aef7d0aed8 req-9df30a07-7337-4a2a-ae7b-74ab346db2d4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:13.954468 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3199e7ec-5727-42c7-8bc2-23aef7d0aed8 req-9df30a07-7337-4a2a-ae7b-74ab346db2d4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0889559 Jan 17 10:03:14.016603 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3199e7ec-5727-42c7-8bc2-23aef7d0aed8 req-cbf4a65a-5227-48c6-8cfd-cd8b5d83c2a3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532119 Jan 17 10:03:15.166969 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98aefb-b696-4d3e-9b9e-6ba10c2352b5 req-274129a9-5c20-42fa-bf46-4fb81b83ff13 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:15.169661 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6f98aefb-b696-4d3e-9b9e-6ba10c2352b5 req-274129a9-5c20-42fa-bf46-4fb81b83ff13 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0645759 Jan 17 10:03:15.229951 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6f98aefb-b696-4d3e-9b9e-6ba10c2352b5 req-2bb1707b-be0e-4ff6-b122-357fa4b071d3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539827 Jan 17 10:03:16.349880 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76147d96-e7db-4639-ae32-e0965f358980 req-f7cb3960-6cd0-42f0-9b34-1d4a9871148b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:16.351401 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-76147d96-e7db-4639-ae32-e0965f358980 req-f7cb3960-6cd0-42f0-9b34-1d4a9871148b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0485876 Jan 17 10:03:16.398230 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-76147d96-e7db-4639-ae32-e0965f358980 req-2da7fa9d-0f41-48d1-bc8c-263976e7b070 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410619 Jan 17 10:03:17.530032 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c692e2f-66df-41ff-9b1a-ee21565a63e0 req-ab77e044-e0c7-4afe-8779-909115ff5e31 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:17.532721 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c692e2f-66df-41ff-9b1a-ee21565a63e0 req-ab77e044-e0c7-4afe-8779-909115ff5e31 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0567014 Jan 17 10:03:17.590569 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c692e2f-66df-41ff-9b1a-ee21565a63e0 req-1eccc4a0-3ab0-45e7-b126-b5569951cbed tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513656 Jan 17 10:03:18.729783 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b0048-6483-4d70-a2b4-816c9d536453 req-dbb6e187-7149-4137-9e13-2af995f1e10e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:18.731593 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4e1b0048-6483-4d70-a2b4-816c9d536453 req-dbb6e187-7149-4137-9e13-2af995f1e10e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0545845 Jan 17 10:03:18.794573 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4e1b0048-6483-4d70-a2b4-816c9d536453 req-f61a6467-9955-470a-b6f5-7fe481613852 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523365 Jan 17 10:03:19.916097 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee19b2-46b8-4513-a863-d0e3079fae82 req-f5556569-b5c3-49f5-af5f-f389f3a77266 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:19.917620 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-19ee19b2-46b8-4513-a863-d0e3079fae82 req-f5556569-b5c3-49f5-af5f-f389f3a77266 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0484145 Jan 17 10:03:19.964197 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-19ee19b2-46b8-4513-a863-d0e3079fae82 req-7cf3179f-50ce-466c-8784-13b9bcd2691a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410254 Jan 17 10:03:21.081602 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec802b-089c-4732-809d-42852d5b36c8 req-20cd96cd-1d6a-45ad-b359-b6e9cec05310 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:21.083067 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f9ec802b-089c-4732-809d-42852d5b36c8 req-20cd96cd-1d6a-45ad-b359-b6e9cec05310 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0480039 Jan 17 10:03:21.132438 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f9ec802b-089c-4732-809d-42852d5b36c8 req-08e519a3-00cd-4ddb-b079-1971fa790e77 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438190 Jan 17 10:03:22.252689 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe201b1-d2c2-46e4-b985-29db29e468b2 req-a2d07271-8076-4899-bc89-620e8bd126a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:22.253312 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c6101-bfb2-4c63-b18a-501f425023d5 req-8ba15480-0789-4bc0-a457-3425cda6a32a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:22.254186 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0fe201b1-d2c2-46e4-b985-29db29e468b2 req-a2d07271-8076-4899-bc89-620e8bd126a5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 1098 time: 0.0391665 Jan 17 10:03:22.254548 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ae4c6101-bfb2-4c63-b18a-501f425023d5 req-8ba15480-0789-4bc0-a457-3425cda6a32a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0485201 Jan 17 10:03:22.301504 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ae4c6101-bfb2-4c63-b18a-501f425023d5 req-220355b8-4af7-4793-a861-233ec161269c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 Jan 17 10:03:22.350028 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe201b1-d2c2-46e4-b985-29db29e468b2 req-cc17958c-4f95-4e3e-90e4-17f0f937aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:22.351557 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0fe201b1-d2c2-46e4-b985-29db29e468b2 req-cc17958c-4f95-4e3e-90e4-17f0f937aadd service neutron] 10.222.0.94 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 916 time: 0.0901709 Jan 17 10:03:22.419249 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0fe201b1-d2c2-46e4-b985-29db29e468b2 req-856bbfe0-7b9e-4417-b11b-0a649925b43a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71 HTTP/1.1" status: 200 len: 1001 time: 0.0597353 Jan 17 10:03:22.465335 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-74a9fec1-7f4c-48cb-853a-1d6ccd4df246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:22.468392 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe201b1-d2c2-46e4-b985-29db29e468b2 req-492ace07-8616-4022-9d13-dbb6bbbf44cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:22.469844 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0fe201b1-d2c2-46e4-b985-29db29e468b2 req-492ace07-8616-4022-9d13-dbb6bbbf44cf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 200 len: 854 time: 0.0430255 Jan 17 10:03:22.518413 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe201b1-d2c2-46e4-b985-29db29e468b2 req-f5c3ce2c-1b49-4bc7-8841-bd76bc9413d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:22.519951 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0fe201b1-d2c2-46e4-b985-29db29e468b2 req-f5c3ce2c-1b49-4bc7-8841-bd76bc9413d5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=13f5851c-5a19-42aa-919c-d5436bee2140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442085 Jan 17 10:03:22.606764 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0fe201b1-d2c2-46e4-b985-29db29e468b2 req-2c291cee-82f5-4099-8234-b19658e529b7 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796225 Jan 17 10:03:22.698572 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-0fe201b1-d2c2-46e4-b985-29db29e468b2 req-1001d824-bf4d-4fee-90a7-d0659c6d5dbf service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847573 Jan 17 10:03:23.420955 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6134d-d131-42e8-8912-f0b60b3d4f35 req-4a374d32-fec1-4647-a1dd-3e908259b8b2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:23.422439 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5dd6134d-d131-42e8-8912-f0b60b3d4f35 req-4a374d32-fec1-4647-a1dd-3e908259b8b2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0498426 Jan 17 10:03:23.468107 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5dd6134d-d131-42e8-8912-f0b60b3d4f35 req-3610b7bf-b4a0-4d50-8c4a-9cf0ffa7856c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402243 Jan 17 10:03:24.637284 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50401090-e213-4b8b-9850-bdfb5a9597da req-fee89d00-5873-4b79-9d8e-cac298f85ed0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:24.644138 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-50401090-e213-4b8b-9850-bdfb5a9597da req-fee89d00-5873-4b79-9d8e-cac298f85ed0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0997438 Jan 17 10:03:24.687657 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-50401090-e213-4b8b-9850-bdfb5a9597da req-15499232-1d14-4487-b52a-72bcbf3b55ee tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431271 Jan 17 10:03:25.005353 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-66a531d5-066b-48fb-952c-f9510bc2de6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:25.805760 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e458c1-da8d-4159-ba97-d06a43a16925 req-ae3b9674-550a-431a-b644-38c9d88095be tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:25.807848 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-51e458c1-da8d-4159-ba97-d06a43a16925 req-ae3b9674-550a-431a-b644-38c9d88095be tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0474305 Jan 17 10:03:25.853856 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-51e458c1-da8d-4159-ba97-d06a43a16925 req-514b99b9-d02a-4cfb-af4d-589ea025f729 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403526 Jan 17 10:03:25.910844 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:26.010663 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b91b80bd-dbbf-45d8-a3a7-e3f9b81cc31e req-6eef5741-f5f8-4058-adbe-5cb254ac7057 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236081786&fields=id&tenant_id=45bf442b053e4c6bbc0b8d92f848b689 HTTP/1.1" status: 200 len: 267 time: 0.0523767 Jan 17 10:03:26.066483 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b80bd-dbbf-45d8-a3a7-e3f9b81cc31e req-569479f3-348b-47fe-9db6-2231f45ad151 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:26.068016 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b91b80bd-dbbf-45d8-a3a7-e3f9b81cc31e req-569479f3-348b-47fe-9db6-2231f45ad151 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 985 time: 0.0520632 Jan 17 10:03:26.078888 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [req-b91b80bd-dbbf-45d8-a3a7-e3f9b81cc31e req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Request body: {'port': {'security_groups': ['32a38ad0-7d0e-4389-8d49-e1896451e9d6']}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:03:26.150295 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-b91b80bd-dbbf-45d8-a3a7-e3f9b81cc31e req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (267138a4-7928-49e8-a2c8-f2e598110674), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:26.553442 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [req-b91b80bd-dbbf-45d8-a3a7-e3f9b81cc31e req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] For port 267138a4-7928-49e8-a2c8-f2e598110674, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=267138a4-7928-49e8-a2c8-f2e598110674,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:26.581266 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-b91b80bd-dbbf-45d8-a3a7-e3f9b81cc31e req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for port (267138a4-7928-49e8-a2c8-f2e598110674), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:26.682757 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-b91b80bd-dbbf-45d8-a3a7-e3f9b81cc31e req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894493'] for port (267138a4-7928-49e8-a2c8-f2e598110674), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:26.702950 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['267138a4-7928-49e8-a2c8-f2e598110674'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:03:26.731128 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b80bd-dbbf-45d8-a3a7-e3f9b81cc31e req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:26.731769 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [req-b91b80bd-dbbf-45d8-a3a7-e3f9b81cc31e req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for port (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:26.733224 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b91b80bd-dbbf-45d8-a3a7-e3f9b81cc31e req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "PUT /v2.0/ports/267138a4-7928-49e8-a2c8-f2e598110674 HTTP/1.1" status: 200 len: 943 time: 0.6589479 Jan 17 10:03:26.733694 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674'}] {{(pid=114940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:03:26.736490 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3567b7589925762bfe85c0a86f79fc908628c6699af57ff1e1dccc2a2b943fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd7b7d6-5e2f-4d6c-9eb0-12241b25a534" -d '{"events": [{"name": "network-changed", "server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "tag": "267138a4-7928-49e8-a2c8-f2e598110674"}]}' {{(pid=114940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:03:26.743092 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 36748) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:26.824279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event updated for resources: {'Port': ['ID=267138a4-7928-49e8-a2c8-f2e598110674,revision_number=7']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:26.824279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:26.824279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:26.824279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:26.824279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:26.824279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:26.824279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:26.824279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:26.824279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:26.824279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:26.824279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:26.824279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:26.824279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:26.826903 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacbfae8-d339-4c49-ae5c-a6e96abf89df tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:26.846552 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3e490021-3d51-4139-8bbd-bc5d3de2a61c tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group (91292ec8-3a20-48e9-9c46-7551c6f35ad1), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:26.886812 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3e490021-3d51-4139-8bbd-bc5d3de2a61c tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group (91292ec8-3a20-48e9-9c46-7551c6f35ad1), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:26.911238 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673e86c4-35cf-4ffa-90fc-1d9fcf778d9d x-openstack-request-id: req-673e86c4-35cf-4ffa-90fc-1d9fcf778d9d {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:03:26.911602 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "tag": "267138a4-7928-49e8-a2c8-f2e598110674", "status": "completed", "code": 200}]} {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:03:26.911857 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-673e86c4-35cf-4ffa-90fc-1d9fcf778d9d {{(pid=114940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:03:26.912258 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674', 'status': 'completed', 'code': 200} Jan 17 10:03:26.959589 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['267138a4-7928-49e8-a2c8-f2e598110674'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:03:26.977096 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7b7d6-5e2f-4d6c-9eb0-12241b25a534 req-90160bfa-781b-4edd-bccf-f50266ab7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:26.978710 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ddd7b7d6-5e2f-4d6c-9eb0-12241b25a534 req-90160bfa-781b-4edd-bccf-f50266ab7d61 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=45bf442b053e4c6bbc0b8d92f848b689&device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 1099 time: 0.0447633 Jan 17 10:03:26.998415 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 38d7fe9f-67a1-4095-95dc-0f012baa7f71 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:03:27.049592 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3e490021-3d51-4139-8bbd-bc5d3de2a61c tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (91292ec8-3a20-48e9-9c46-7551c6f35ad1), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:27.053279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-3e490021-3d51-4139-8bbd-bc5d3de2a61c tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:27.054809 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-3e490021-3d51-4139-8bbd-bc5d3de2a61c tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "DELETE /v2.0/security-groups/91292ec8-3a20-48e9-9c46-7551c6f35ad1 HTTP/1.1" status: 204 len: 168 time: 0.3110557 Jan 17 10:03:27.058273 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 36752) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:27.083383 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7b7d6-5e2f-4d6c-9eb0-12241b25a534 req-d2894a60-964f-4a9b-b723-65adc9e5213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:27.084964 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ddd7b7d6-5e2f-4d6c-9eb0-12241b25a534 req-d2894a60-964f-4a9b-b723-65adc9e5213e service neutron] 10.222.0.94 "GET /v2.0/networks?id=19516cd9-1d44-42fb-b14a-d3e1b89b783a HTTP/1.1" status: 200 len: 916 time: 0.0994039 Jan 17 10:03:27.098747 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-b6e866b4-f511-4c1a-b336-c24b50cf13a7 None None] Provisioning complete for port 267138a4-7928-49e8-a2c8-f2e598110674 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:03:27.099140 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-b6e866b4-f511-4c1a-b336-c24b50cf13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (267138a4-7928-49e8-a2c8-f2e598110674), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:27.133415 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e490021-3d51-4139-8bbd-bc5d3de2a61c tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91292ec8-3a20-48e9-9c46-7551c6f35ad1,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:27.163513 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ddd7b7d6-5e2f-4d6c-9eb0-12241b25a534 req-52552add-ae90-4723-83ab-89188b7ab121 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=267138a4-7928-49e8-a2c8-f2e598110674 HTTP/1.1" status: 200 len: 1001 time: 0.0719347 Jan 17 10:03:27.227640 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7b7d6-5e2f-4d6c-9eb0-12241b25a534 req-1948b0aa-411c-477a-af03-e626c1be4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:27.230317 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ddd7b7d6-5e2f-4d6c-9eb0-12241b25a534 req-1948b0aa-411c-477a-af03-e626c1be4c0f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e82079b5-3e59-4281-a579-678624f19fad HTTP/1.1" status: 200 len: 854 time: 0.0612886 Jan 17 10:03:27.259120 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 is: ACTIVE; New status is: DOWN {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:03:27.259523 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:27.274052 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-dc83b52b-cbb9-40ac-9d03-d6030e98caa1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Deleting port 97dee9e1-95e6-4821-b816-7d28c3ed2bf6 {{(pid=114940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:03:27.280178 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-dc83b52b-cbb9-40ac-9d03-d6030e98caa1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (97dee9e1-95e6-4821-b816-7d28c3ed2bf6), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:27.282965 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7b7d6-5e2f-4d6c-9eb0-12241b25a534 req-06a04071-769b-4506-89f0-9181fdbeb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:27.284573 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ddd7b7d6-5e2f-4d6c-9eb0-12241b25a534 req-06a04071-769b-4506-89f0-9181fdbeb075 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=19516cd9-1d44-42fb-b14a-d3e1b89b783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481989 Jan 17 10:03:27.330435 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:03:27.333027 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d4ad9c-b0f9-44fe-a4f2-ca6c9fbbd3a8" -d '{"events": [{"server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "name": "network-vif-unplugged", "status": "completed", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:03:27.367194 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-dc83b52b-cbb9-40ac-9d03-d6030e98caa1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (97dee9e1-95e6-4821-b816-7d28c3ed2bf6), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:27.367518 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-dc83b52b-cbb9-40ac-9d03-d6030e98caa1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for floatingip (97dee9e1-95e6-4821-b816-7d28c3ed2bf6), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:27.381403 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-dc83b52b-cbb9-40ac-9d03-d6030e98caa1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Calling delete_port for 97dee9e1-95e6-4821-b816-7d28c3ed2bf6 owned by network:floatingip {{(pid=114940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:03:27.385265 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 10:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1ee652-dcf3-4358-9ddc-bf496723c6ec x-openstack-request-id: req-4e1ee652-dcf3-4358-9ddc-bf496723c6ec {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:03:27.385265 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "name": "network-vif-unplugged", "status": "failed", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71", "code": 422}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:03:27.385265 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4e1ee652-dcf3-4358-9ddc-bf496723c6ec {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:03:27.385265 dv-cinder-824839-2-iscsi neutron-server[114942]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'code': 422} returned with failed status Jan 17 10:03:27.400821 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:27.401921 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-b6e866b4-f511-4c1a-b336-c24b50cf13a7 None None] Current status of the port 267138a4-7928-49e8-a2c8-f2e598110674 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:03:27.406696 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ddd7b7d6-5e2f-4d6c-9eb0-12241b25a534 req-c96103e5-29db-463e-9905-14675b959635 service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156769 Jan 17 10:03:27.472627 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:27.502015 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:03:27.510414 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ddd7b7d6-5e2f-4d6c-9eb0-12241b25a534 req-145b04dc-3c51-40cc-a3e6-346f1f0f9eda service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964618 Jan 17 10:03:27.540125 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=38d7fe9f-67a1-4095-95dc-0f012baa7f71,revision_number=8']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:27.748286 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-dc83b52b-cbb9-40ac-9d03-d6030e98caa1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (97dee9e1-95e6-4821-b816-7d28c3ed2bf6), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:27.774459 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83b52b-cbb9-40ac-9d03-d6030e98caa1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event deleted for resources: {'Port': ['ID=97dee9e1-95e6-4821-b816-7d28c3ed2bf6,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:27.782985 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:27.835330 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-dc83b52b-cbb9-40ac-9d03-d6030e98caa1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks [] for floatingip (d94e5346-d637-4ee5-86f8-5234916d6bfb), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:27.835899 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.l3_db [None req-dc83b52b-cbb9-40ac-9d03-d6030e98caa1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Floating IP d94e5346-d637-4ee5-86f8-5234916d6bfb disassociated (deleted). External IP: 172.27.0.62, port: 267138a4-7928-49e8-a2c8-f2e598110674. Jan 17 10:03:28.046343 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc83b52b-cbb9-40ac-9d03-d6030e98caa1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Router c0efe49c-242c-4e52-9373-d78f7e735c71 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:03:28.153116 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc83b52b-cbb9-40ac-9d03-d6030e98caa1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:03:28.158067 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-dc83b52b-cbb9-40ac-9d03-d6030e98caa1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:28.162823 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16952fd0-078f-4bf2-9765-2388a7ad34a3 None None] Sync routers for ids ['c0efe49c-242c-4e52-9373-d78f7e735c71'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:03:28.181347 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16952fd0-078f-4bf2-9765-2388a7ad34a3 None None] Routers {'c0efe49c-242c-4e52-9373-d78f7e735c71'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:03:28.186138 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-16952fd0-078f-4bf2-9765-2388a7ad34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:03:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['c0efe49c-242c-4e52-9373-d78f7e735c71'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:28.189423 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-dc83b52b-cbb9-40ac-9d03-d6030e98caa1 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "DELETE /v2.0/floatingips/d94e5346-d637-4ee5-86f8-5234916d6bfb HTTP/1.1" status: 204 len: 168 time: 1.1289945 Jan 17 10:03:28.268988 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [req-cb040ef3-56f8-4ef3-896f-7e5d572edc29 req-f4120d36-93c0-4f49-94a8-1ff918862216 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 10:03:28.270238 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cb040ef3-56f8-4ef3-896f-7e5d572edc29 req-f4120d36-93c0-4f49-94a8-1ff918862216 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063303 Jan 17 10:03:28.296550 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-16952fd0-078f-4bf2-9765-2388a7ad34a3 None None] Set router c0efe49c-242c-4e52-9373-d78f7e735c71 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:03:28.512812 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-16952fd0-078f-4bf2-9765-2388a7ad34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T09:59:08Z', 'revision_number': 4, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port': {'id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:05Z', 'updated_at': '2022-01-17T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'bbcd8d37-7076-4355-a620-0e10d6897fee', 'name': '', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'mac_address': 'fa:16:3e:00:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e82079b5-3e59-4281-a579-678624f19fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:07Z', 'updated_at': '2022-01-17T09:59:11Z', 'revision_number': 5, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'subnets': [{'id': 'e82079b5-3e59-4281-a579-678624f19fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:28.541102 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16952fd0-078f-4bf2-9765-2388a7ad34a3 None None] Checking router: c0efe49c-242c-4e52-9373-d78f7e735c71 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:03:28.551510 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16952fd0-078f-4bf2-9765-2388a7ad34a3 None None] Routers {'c0efe49c-242c-4e52-9373-d78f7e735c71'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:03:28.552067 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-16952fd0-078f-4bf2-9765-2388a7ad34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:03:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['c0efe49c-242c-4e52-9373-d78f7e735c71'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:28.597041 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204be632-c0dc-4641-b393-3ab99fa9c6cc req-de9a1ffc-99c2-4385-8afc-b76c7f66c5ff tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:28.598657 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-204be632-c0dc-4641-b393-3ab99fa9c6cc req-de9a1ffc-99c2-4385-8afc-b76c7f66c5ff tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0657690 Jan 17 10:03:28.664785 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-204be632-c0dc-4641-b393-3ab99fa9c6cc req-4edd043f-6b3c-4f55-99f3-2c615e33ecec tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554743 Jan 17 10:03:28.682163 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-16952fd0-078f-4bf2-9765-2388a7ad34a3 None None] Set router c0efe49c-242c-4e52-9373-d78f7e735c71 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:03:28.898097 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-16952fd0-078f-4bf2-9765-2388a7ad34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T09:59:08Z', 'revision_number': 4, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port': {'id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:05Z', 'updated_at': '2022-01-17T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'bbcd8d37-7076-4355-a620-0e10d6897fee', 'name': '', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'mac_address': 'fa:16:3e:00:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e82079b5-3e59-4281-a579-678624f19fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:07Z', 'updated_at': '2022-01-17T09:59:11Z', 'revision_number': 5, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'subnets': [{'id': 'e82079b5-3e59-4281-a579-678624f19fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:28.913912 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674'}] {{(pid=114940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:03:28.916318 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3567b7589925762bfe85c0a86f79fc908628c6699af57ff1e1dccc2a2b943fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c64fd3d-8bc5-40b5-ad5b-e4c106dc3830" -d '{"events": [{"name": "network-changed", "server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "tag": "267138a4-7928-49e8-a2c8-f2e598110674"}]}' {{(pid=114940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:03:28.925348 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16952fd0-078f-4bf2-9765-2388a7ad34a3 None None] The sync data for ids ['c0efe49c-242c-4e52-9373-d78f7e735c71'] in dv-cinder-824839-2-iscsi is: [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T09:59:08Z', 'revision_number': 4, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port': {'id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:05Z', 'updated_at': '2022-01-17T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'bbcd8d37-7076-4355-a620-0e10d6897fee', 'name': '', 'network_id': '19516cd9-1d44-42fb-b14a-d3e1b89b783a', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'mac_address': 'fa:16:3e:00:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e82079b5-3e59-4281-a579-678624f19fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:07Z', 'updated_at': '2022-01-17T09:59:11Z', 'revision_number': 5, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'subnets': [{'id': 'e82079b5-3e59-4281-a579-678624f19fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:03:28.954408 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9451b900-f944-43d2-b138-1021e62038a2 x-openstack-request-id: req-9451b900-f944-43d2-b138-1021e62038a2 {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:03:28.954709 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "tag": "267138a4-7928-49e8-a2c8-f2e598110674", "status": "completed", "code": 200}]} {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:03:28.955008 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9451b900-f944-43d2-b138-1021e62038a2 {{(pid=114940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:03:28.955422 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674', 'status': 'completed', 'code': 200} Jan 17 10:03:29.032153 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64fd3d-8bc5-40b5-ad5b-e4c106dc3830 req-3587c04f-0104-4a9b-a3f4-b9c26cbbbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:29.034371 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2c64fd3d-8bc5-40b5-ad5b-e4c106dc3830 req-3587c04f-0104-4a9b-a3f4-b9c26cbbbceb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=45bf442b053e4c6bbc0b8d92f848b689&device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 1099 time: 0.0565238 Jan 17 10:03:29.096305 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-4e4b2bcc-6f19-4c2f-9a04-4dee6b49f7db service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1113429 Jan 17 10:03:29.105667 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:29.132779 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64fd3d-8bc5-40b5-ad5b-e4c106dc3830 req-6f15faae-70c6-46b9-8a9e-682f8641c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:29.134461 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2c64fd3d-8bc5-40b5-ad5b-e4c106dc3830 req-6f15faae-70c6-46b9-8a9e-682f8641c118 service neutron] 10.222.0.94 "GET /v2.0/networks?id=19516cd9-1d44-42fb-b14a-d3e1b89b783a HTTP/1.1" status: 200 len: 916 time: 0.0938785 Jan 17 10:03:29.184510 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2c64fd3d-8bc5-40b5-ad5b-e4c106dc3830 req-f708344e-697b-45f6-a737-4de6e8380146 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=267138a4-7928-49e8-a2c8-f2e598110674 HTTP/1.1" status: 200 len: 217 time: 0.0420151 Jan 17 10:03:29.236733 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c65ce2-6f5c-40e0-bfda-a7fb064896a4 None None] New status for floating IP d94e5346-d637-4ee5-86f8-5234916d6bfb: DOWN {{(pid=114943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:03:29.249200 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64fd3d-8bc5-40b5-ad5b-e4c106dc3830 req-8792370c-9267-4892-b70a-abc7ab63a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:29.249200 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2c64fd3d-8bc5-40b5-ad5b-e4c106dc3830 req-8792370c-9267-4892-b70a-abc7ab63a867 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e82079b5-3e59-4281-a579-678624f19fad HTTP/1.1" status: 200 len: 854 time: 0.0585728 Jan 17 10:03:29.301617 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64fd3d-8bc5-40b5-ad5b-e4c106dc3830 req-9c5784ba-e204-4399-9c79-2b369bdc5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:29.303830 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2c64fd3d-8bc5-40b5-ad5b-e4c106dc3830 req-9c5784ba-e204-4399-9c79-2b369bdc5b10 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=19516cd9-1d44-42fb-b14a-d3e1b89b783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492191 Jan 17 10:03:29.397742 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2c64fd3d-8bc5-40b5-ad5b-e4c106dc3830 req-10d8faef-6ec2-4689-8de9-97e555c50a8a service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871975 Jan 17 10:03:29.489379 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-2c64fd3d-8bc5-40b5-ad5b-e4c106dc3830 req-2ad9509c-7588-4b29-a699-8b6da31b01c3 service neutron] 10.222.0.94 "GET /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841477 Jan 17 10:03:29.793635 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b971b0-bffa-48dc-b05c-1369c009e7f6 req-071f8c90-02b5-4f6c-9176-fa4677d8f07a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:29.795062 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-98b971b0-bffa-48dc-b05c-1369c009e7f6 req-071f8c90-02b5-4f6c-9176-fa4677d8f07a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0529883 Jan 17 10:03:29.841664 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-98b971b0-bffa-48dc-b05c-1369c009e7f6 req-ec86c325-0c85-4f6a-a17b-79205f2681db tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 Jan 17 10:03:30.731072 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-ea9e969d-f267-41f2-b922-c8a58a0a7f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:30.732594 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-ea9e969d-f267-41f2-b922-c8a58a0a7f2f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5&tenant_id=e71a78f8eb2445168288dcdc86badcab HTTP/1.1" status: 200 len: 1096 time: 0.0418119 Jan 17 10:03:30.798494 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-57e5e9e6-9571-43ae-b346-7a5d48ad7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:30.800064 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-57e5e9e6-9571-43ae-b346-7a5d48ad7ec9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 1096 time: 0.0444410 Jan 17 10:03:30.889489 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-ce2d517e-a63e-4d12-a63a-25af626cb9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:30.891027 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-ce2d517e-a63e-4d12-a63a-25af626cb9d0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 916 time: 0.0841315 Jan 17 10:03:30.962445 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-e739bd72-e718-42c9-8e9b-dbb96db7878b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71 HTTP/1.1" status: 200 len: 999 time: 0.0656052 Jan 17 10:03:30.964201 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a60d91-851a-438b-b16d-ab6b5a72b897 req-4765381c-a815-4a20-8f7e-c56d3dde98c3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:30.965677 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-96a60d91-851a-438b-b16d-ab6b5a72b897 req-4765381c-a815-4a20-8f7e-c56d3dde98c3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0540133 Jan 17 10:03:31.012408 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-416935e9-dcc8-4883-9e03-812daf34f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:31.013900 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-416935e9-dcc8-4883-9e03-812daf34f5ea service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 200 len: 854 time: 0.0447133 Jan 17 10:03:31.014249 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-96a60d91-851a-438b-b16d-ab6b5a72b897 req-dca4fe61-7e7b-4da6-a840-3edfd22d87e6 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Jan 17 10:03:31.060329 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-85f94e51-ccd7-4390-b7cd-7da07e1751e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:31.061932 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-85f94e51-ccd7-4390-b7cd-7da07e1751e0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=13f5851c-5a19-42aa-919c-d5436bee2140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414922 Jan 17 10:03:31.155460 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-12c222cd-258b-40be-b96b-4d97f7440219 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848765 Jan 17 10:03:31.246229 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-910e8cbc-ed22-4ddd-964c-5cc33fedbe10 req-f5b026ca-0b94-4d2c-bed1-8934c48df110 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837498 Jan 17 10:03:32.157786 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610fa9f-adff-4b52-874b-64ff30bd6d59 req-baad1638-c06b-425c-afc7-6abcecc52155 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:32.159570 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9610fa9f-adff-4b52-874b-64ff30bd6d59 req-baad1638-c06b-425c-afc7-6abcecc52155 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0614367 Jan 17 10:03:32.232054 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9610fa9f-adff-4b52-874b-64ff30bd6d59 req-7ec4ee3f-06eb-458a-a80e-64a11bb15d51 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664043 Jan 17 10:03:32.660368 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c986c4c-845f-4619-9960-3924f7686cb2 req-6e63f2c4-cabf-4e21-9df7-b3eaa105e82c tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:32.662056 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5c986c4c-845f-4619-9960-3924f7686cb2 req-6e63f2c4-cabf-4e21-9df7-b3eaa105e82c tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0525155 Jan 17 10:03:32.712155 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5c986c4c-845f-4619-9960-3924f7686cb2 req-f509f9b0-21e6-4ab6-957d-9e4fd8f42f71 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438614 Jan 17 10:03:33.363237 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc46b5-4152-4589-a794-6123fe0188a0 req-7b35348a-f435-4496-92f3-5ded27520531 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:33.365931 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-33fc46b5-4152-4589-a794-6123fe0188a0 req-7b35348a-f435-4496-92f3-5ded27520531 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0532727 Jan 17 10:03:33.418377 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-33fc46b5-4152-4589-a794-6123fe0188a0 req-1f8084aa-54c3-411d-9ec1-359ce9f2a6d0 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473979 Jan 17 10:03:33.828799 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de636ca-d797-4694-8469-d0a08b4ab0bf req-32fdfecf-f80f-4347-9e09-c93f3ff030b9 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:33.830875 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3de636ca-d797-4694-8469-d0a08b4ab0bf req-32fdfecf-f80f-4347-9e09-c93f3ff030b9 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0507166 Jan 17 10:03:33.890257 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3de636ca-d797-4694-8469-d0a08b4ab0bf req-e81886dc-33a2-45c0-81c5-341a13697c49 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532465 Jan 17 10:03:34.539839 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1f89-a015-4141-a701-961ee355d1f3 req-d8d8761e-051c-4dde-a5bc-c2bf93dfa385 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:34.541384 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1ffd1f89-a015-4141-a701-961ee355d1f3 req-d8d8761e-051c-4dde-a5bc-c2bf93dfa385 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0500607 Jan 17 10:03:34.591825 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1ffd1f89-a015-4141-a701-961ee355d1f3 req-28303eee-3386-4fd7-b199-90946d2e40b8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446827 Jan 17 10:03:34.770814 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:35.016942 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7553bf-5e36-4b11-8858-71919516fd9b req-a141608b-def7-4253-a810-04535240de0f tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:35.019186 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dc7553bf-5e36-4b11-8858-71919516fd9b req-a141608b-def7-4253-a810-04535240de0f tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0545154 Jan 17 10:03:35.067340 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dc7553bf-5e36-4b11-8858-71919516fd9b req-54d5bcb2-fa94-4fd1-92ea-a0af40c4ea79 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Jan 17 10:03:35.714350 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814ab8a-6021-43ff-a7ae-083fc3f9c1d0 req-79a8c864-f1d7-42a2-a5be-a0b7eb9ab11a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:35.716020 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1814ab8a-6021-43ff-a7ae-083fc3f9c1d0 req-79a8c864-f1d7-42a2-a5be-a0b7eb9ab11a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0500977 Jan 17 10:03:35.764448 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1814ab8a-6021-43ff-a7ae-083fc3f9c1d0 req-8ed6f104-dc96-40ed-bc85-f9ae3542d378 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Jan 17 10:03:36.208859 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53cc5b-94b0-448d-a636-38abe4437bc6 req-6f103b3f-f3fe-4a3c-98e2-abe852468a41 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:36.210429 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2f53cc5b-94b0-448d-a636-38abe4437bc6 req-6f103b3f-f3fe-4a3c-98e2-abe852468a41 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0653052 Jan 17 10:03:36.265462 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2f53cc5b-94b0-448d-a636-38abe4437bc6 req-bac23851-aa73-4258-8497-b0e12c76a578 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491929 Jan 17 10:03:37.050439 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47c4e8-c927-448b-bf54-7db73548528d req-88a10ee9-1a88-4daf-8d53-0dc41226ba88 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:37.050439 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8a47c4e8-c927-448b-bf54-7db73548528d req-88a10ee9-1a88-4daf-8d53-0dc41226ba88 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0509470 Jan 17 10:03:37.088065 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8a47c4e8-c927-448b-bf54-7db73548528d req-cfe0a8d6-4b96-4c6c-b804-52ae7d45b41d tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451350 Jan 17 10:03:37.382998 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624250d-3a84-45da-ae1c-e8f320cc514b req-36a21d8b-0535-4cfc-bb9b-5fa332bed14d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:37.384665 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d624250d-3a84-45da-ae1c-e8f320cc514b req-36a21d8b-0535-4cfc-bb9b-5fa332bed14d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0529737 Jan 17 10:03:37.437731 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d624250d-3a84-45da-ae1c-e8f320cc514b req-68d9fd0e-1260-43ba-9195-608d86f77463 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473211 Jan 17 10:03:38.213210 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af593eec-a418-4743-962c-72d3e5fbac1b req-4b8b972e-9f72-4431-94da-bf1a321e8e0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:38.216148 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-af593eec-a418-4743-962c-72d3e5fbac1b req-4b8b972e-9f72-4431-94da-bf1a321e8e0b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0502319 Jan 17 10:03:38.266617 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-af593eec-a418-4743-962c-72d3e5fbac1b req-cb24e454-edac-442c-8fa6-3fe47981e68a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456564 Jan 17 10:03:38.555038 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292eb6f-31ac-4a81-8fa3-9f844104988e req-b6c39e79-38c5-4de1-bbea-b72bc31a9bae tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:38.556557 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2292eb6f-31ac-4a81-8fa3-9f844104988e req-b6c39e79-38c5-4de1-bbea-b72bc31a9bae tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0505404 Jan 17 10:03:38.617283 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2292eb6f-31ac-4a81-8fa3-9f844104988e req-e9cc982e-75a0-476f-88d8-8548973c168d tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547116 Jan 17 10:03:39.415005 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e4203-5b43-42b7-8f7d-75b3afb6fffc req-056417c4-643c-4608-960d-a78d69c30711 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:39.417108 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2b8e4203-5b43-42b7-8f7d-75b3afb6fffc req-056417c4-643c-4608-960d-a78d69c30711 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0659227 Jan 17 10:03:39.470949 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2b8e4203-5b43-42b7-8f7d-75b3afb6fffc req-919cdb1a-8cb4-48e8-b76e-ca42cd438aad tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481372 Jan 17 10:03:39.738373 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa1ba3-aec3-4725-825e-366dfbcc83fd req-f8d32955-4054-429d-a86d-0ceb37b49003 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:39.859362 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-69fa1ba3-aec3-4725-825e-366dfbcc83fd req-f8d32955-4054-429d-a86d-0ceb37b49003 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0516682 Jan 17 10:03:39.859362 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-69fa1ba3-aec3-4725-825e-366dfbcc83fd req-4d2778dc-e061-47f5-becb-63b31b2fa766 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425453 Jan 17 10:03:40.595640 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc38e4e-ace0-4b5b-975d-dc47d1fa8509 req-80e5082d-2bfe-4572-9286-e6c6f9e2dd19 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:40.597127 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bcc38e4e-ace0-4b5b-975d-dc47d1fa8509 req-80e5082d-2bfe-4572-9286-e6c6f9e2dd19 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0496902 Jan 17 10:03:40.647702 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-bcc38e4e-ace0-4b5b-975d-dc47d1fa8509 req-a9d130f2-6a18-4c59-8c6c-74856775c782 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449367 Jan 17 10:03:40.920516 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644eb34-8418-44de-855f-e1819acfeaaf req-55c1f069-ff22-4eb9-b518-e38fb977418e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:40.921991 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0644eb34-8418-44de-855f-e1819acfeaaf req-55c1f069-ff22-4eb9-b518-e38fb977418e tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0486710 Jan 17 10:03:40.967978 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0644eb34-8418-44de-855f-e1819acfeaaf req-c4ffe82a-20d7-4b61-a162-1b75a3230ffb tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 Jan 17 10:03:41.765922 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1bcd1-50b7-4ded-aab3-fdc0b003e458 req-ff4c61b9-5d3f-4106-860b-815ac3270155 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:41.767455 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-31a1bcd1-50b7-4ded-aab3-fdc0b003e458 req-ff4c61b9-5d3f-4106-860b-815ac3270155 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0473001 Jan 17 10:03:41.812683 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-31a1bcd1-50b7-4ded-aab3-fdc0b003e458 req-b55f5791-1265-4d3f-b002-1b8cd0bb29a4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396738 Jan 17 10:03:42.082171 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e058a7-062e-47ea-b831-3001fe73da6a req-015637e9-4a74-48bf-aaf2-c2ee7019bbae tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:42.083647 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b6e058a7-062e-47ea-b831-3001fe73da6a req-015637e9-4a74-48bf-aaf2-c2ee7019bbae tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0504808 Jan 17 10:03:42.132816 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b6e058a7-062e-47ea-b831-3001fe73da6a req-95d82a0c-d024-45f0-9273-3075af79a062 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432334 Jan 17 10:03:42.931369 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d23e0-0c5f-4fd9-b4a2-88cc7fbcb2f5 req-0b603b6b-44ef-4227-b187-8b8318e4710a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:42.932832 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fc2d23e0-0c5f-4fd9-b4a2-88cc7fbcb2f5 req-0b603b6b-44ef-4227-b187-8b8318e4710a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0477219 Jan 17 10:03:42.977834 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fc2d23e0-0c5f-4fd9-b4a2-88cc7fbcb2f5 req-bb66d885-09ee-438e-9dc7-0ede73d4af84 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396774 Jan 17 10:03:43.244327 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7130985-f6f9-4fc3-8b5d-d552cf9a56e9 req-cb2c5be0-2554-43c5-8566-6338501ba144 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:43.245764 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f7130985-f6f9-4fc3-8b5d-d552cf9a56e9 req-cb2c5be0-2554-43c5-8566-6338501ba144 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0506454 Jan 17 10:03:43.291561 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f7130985-f6f9-4fc3-8b5d-d552cf9a56e9 req-718c12a2-6f45-4c96-ab41-dcab74b6b727 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Jan 17 10:03:43.624251 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a8e41-75cc-440f-b113-1edea4731da9 req-f91152d7-8012-48b1-9ea0-e3e4f071b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:43.625691 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8f2a8e41-75cc-440f-b113-1edea4731da9 req-f91152d7-8012-48b1-9ea0-e3e4f071b09f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e71a78f8eb2445168288dcdc86badcab&device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 1096 time: 0.0514226 Jan 17 10:03:43.732461 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a8e41-75cc-440f-b113-1edea4731da9 req-8609fea4-f5c1-41cc-8033-82011432b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:43.733955 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8f2a8e41-75cc-440f-b113-1edea4731da9 req-8609fea4-f5c1-41cc-8033-82011432b4c2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 200 len: 916 time: 0.0878646 Jan 17 10:03:43.800875 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8f2a8e41-75cc-440f-b113-1edea4731da9 req-31accdd5-8606-4a8c-b607-f017ed353055 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71 HTTP/1.1" status: 200 len: 999 time: 0.0577474 Jan 17 10:03:43.851929 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a8e41-75cc-440f-b113-1edea4731da9 req-0398d37a-ff1e-450b-829f-68ecf5041171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:43.853896 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8f2a8e41-75cc-440f-b113-1edea4731da9 req-0398d37a-ff1e-450b-829f-68ecf5041171 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 200 len: 854 time: 0.0459199 Jan 17 10:03:43.897519 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a8e41-75cc-440f-b113-1edea4731da9 req-a3886454-f365-4a9e-9131-1e204e77188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:43.899071 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8f2a8e41-75cc-440f-b113-1edea4731da9 req-a3886454-f365-4a9e-9131-1e204e77188b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=13f5851c-5a19-42aa-919c-d5436bee2140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390019 Jan 17 10:03:43.909693 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [req-8f2a8e41-75cc-440f-b113-1edea4731da9 req-513293e2-3d09-4cb9-91bd-d1508ce44977 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 10:03:43.912817 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8f2a8e41-75cc-440f-b113-1edea4731da9 req-513293e2-3d09-4cb9-91bd-d1508ce44977 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050645 Jan 17 10:03:43.998269 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8f2a8e41-75cc-440f-b113-1edea4731da9 req-3dfd251d-799a-458b-869a-7d230b4f16a2 service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807018 Jan 17 10:03:44.100305 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed133c48-61cf-427c-a5ed-aa3f97b5298e req-6ba7a2bb-5551-4f8c-825e-df30ec86c7a7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:44.101787 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ed133c48-61cf-427c-a5ed-aa3f97b5298e req-6ba7a2bb-5551-4f8c-825e-df30ec86c7a7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0476897 Jan 17 10:03:44.147875 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-8f2a8e41-75cc-440f-b113-1edea4731da9 req-19e74b5a-4501-4294-9f40-2373d02a1bfd service neutron] 10.222.0.94 "GET /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431208 Jan 17 10:03:44.150701 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ed133c48-61cf-427c-a5ed-aa3f97b5298e req-268a5392-1ef7-4451-9cbc-26708111cd55 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423427 Jan 17 10:03:44.408112 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a42c7-c11f-43ab-b126-f1f0ad2233da req-2a834987-b764-44b2-8652-0f6cff0a4faf tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:44.409586 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3e2a42c7-c11f-43ab-b126-f1f0ad2233da req-2a834987-b764-44b2-8652-0f6cff0a4faf tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0523496 Jan 17 10:03:44.458763 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3e2a42c7-c11f-43ab-b126-f1f0ad2233da req-11459a48-0a7b-4527-b556-84035cf01fdc tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Jan 17 10:03:45.271750 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db74fc7-d2ff-42a7-b73d-f215502ece0f req-b6eabab3-56df-4dfc-99d7-8032aa97f162 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:45.273254 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4db74fc7-d2ff-42a7-b73d-f215502ece0f req-b6eabab3-56df-4dfc-99d7-8032aa97f162 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0495834 Jan 17 10:03:45.340133 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4db74fc7-d2ff-42a7-b73d-f215502ece0f req-e1be066b-3414-4664-bce7-3fcce91cf150 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421906 Jan 17 10:03:45.571546 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543f0a2-0afc-42cd-a68e-bc21f0d04133 req-f88b54e9-ced8-4b93-b0c5-675755eda47b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:45.573604 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d543f0a2-0afc-42cd-a68e-bc21f0d04133 req-f88b54e9-ced8-4b93-b0c5-675755eda47b tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0495191 Jan 17 10:03:45.628475 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d543f0a2-0afc-42cd-a68e-bc21f0d04133 req-86fdef85-61d7-4651-b6da-95ce6768f38f tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a38ad0-7d0e-4389-8d49-e1896451e9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491562 Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.032202 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.035335 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.035335 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.035335 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.035335 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.035335 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.035335 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.035335 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.035335 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.035335 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.035335 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.035335 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:46.035335 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:03:46.036202 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca404e47-fdda-43af-9efe-9894543123d5 req-d5190a3d-bb9b-4950-9813-124c492bb67f tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:46.037107 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ca404e47-fdda-43af-9efe-9894543123d5 req-d5190a3d-bb9b-4950-9813-124c492bb67f tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 946 time: 0.0484726 Jan 17 10:03:46.136380 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-ca404e47-fdda-43af-9efe-9894543123d5 req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Deleting port 267138a4-7928-49e8-a2c8-f2e598110674 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:03:46.136734 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ca404e47-fdda-43af-9efe-9894543123d5 req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (267138a4-7928-49e8-a2c8-f2e598110674), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:46.224510 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-ca404e47-fdda-43af-9efe-9894543123d5 req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] For port 267138a4-7928-49e8-a2c8-f2e598110674, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=267138a4-7928-49e8-a2c8-f2e598110674,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:46.224891 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ca404e47-fdda-43af-9efe-9894543123d5 req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (267138a4-7928-49e8-a2c8-f2e598110674), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:46.238136 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-ca404e47-fdda-43af-9efe-9894543123d5 req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Calling delete_port for 267138a4-7928-49e8-a2c8-f2e598110674 owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:03:46.445737 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6dc53-6018-45d7-bd03-21b07c0ce7b2 req-d1fd1da2-fb34-4f2c-931e-a50a45cacb5a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:46.448897 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-02e6dc53-6018-45d7-bd03-21b07c0ce7b2 req-d1fd1da2-fb34-4f2c-931e-a50a45cacb5a tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0519049 Jan 17 10:03:46.470825 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ca404e47-fdda-43af-9efe-9894543123d5 req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (267138a4-7928-49e8-a2c8-f2e598110674), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:46.483548 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['267138a4-7928-49e8-a2c8-f2e598110674'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:03:46.496257 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-02e6dc53-6018-45d7-bd03-21b07c0ce7b2 req-e569aba8-eaf6-498f-974a-aee4a8f44ce5 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431335 Jan 17 10:03:46.503335 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Pushing event deleted for resources: {'Port': ['ID=267138a4-7928-49e8-a2c8-f2e598110674,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:46.518166 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:46.518533 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:46.518927 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:46.519279 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:46.519647 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:46.519973 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:46.520465 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:46.520821 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:46.521166 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:46.521502 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:46.521840 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:46.522175 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:46.522511 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:03:46.559905 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca404e47-fdda-43af-9efe-9894543123d5 req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] No DVR routers for this DVR port 267138a4-7928-49e8-a2c8-f2e598110674 on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:03:46.562454 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ca404e47-fdda-43af-9efe-9894543123d5 req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:46.565999 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ca404e47-fdda-43af-9efe-9894543123d5 req-f12a750a-9feb-4c8e-adf2-a118bdee0f95 tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.94 "DELETE /v2.0/ports/267138a4-7928-49e8-a2c8-f2e598110674 HTTP/1.1" status: 204 len: 173 time: 0.5240481 Jan 17 10:03:46.566491 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'name': 'network-vif-deleted', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:03:46.569321 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fd3fad-17d0-438e-b13c-d1955bb03e77" -d '{"events": [{"server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "name": "network-vif-deleted", "tag": "267138a4-7928-49e8-a2c8-f2e598110674"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:03:46.656835 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2cf89f-d1cc-41a0-b865-8e253acf99c3 x-openstack-request-id: req-4b2cf89f-d1cc-41a0-b865-8e253acf99c3 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:03:46.657159 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa828916-c40b-4e74-9ff9-23ebaeb43131", "name": "network-vif-deleted", "tag": "267138a4-7928-49e8-a2c8-f2e598110674", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:03:46.657408 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4b2cf89f-d1cc-41a0-b865-8e253acf99c3 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:03:46.657912 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa828916-c40b-4e74-9ff9-23ebaeb43131', 'name': 'network-vif-deleted', 'tag': '267138a4-7928-49e8-a2c8-f2e598110674', 'status': 'completed', 'code': 200} Jan 17 10:03:46.718747 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-45960d8b-2bf4-4a87-872d-618bc9636f2c req-1bc042df-41f2-46a6-b907-6770c9d13f5a tempest-TestMinimumBasicScenario-1400287325 tempest-TestMinimumBasicScenario-1400287325-project] 10.222.0.88 "GET /v2.0/ports?device_id=fa828916-c40b-4e74-9ff9-23ebaeb43131 HTTP/1.1" status: 200 len: 210 time: 0.0251083 Jan 17 10:03:47.069029 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 38d7fe9f-67a1-4095-95dc-0f012baa7f71 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 10:03:47.164058 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:47.174988 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'port_id': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'mac_address': 'fa:16:3e:4c:32:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 10:03:47.211172 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:03:47.211568 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:47.224181 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d7fe9f-67a1-4095-95dc-0f012baa7f71 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:03:47.242645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:47.370780 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:47.418468 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=38d7fe9f-67a1-4095-95dc-0f012baa7f71,revision_number=9']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:47.651688 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8f189-9b50-4407-ad46-a727393b7179 req-12e5b6c5-63c8-4984-af0c-e5d013c4b1ac tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:47.653275 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2dc8f189-9b50-4407-ad46-a727393b7179 req-12e5b6c5-63c8-4984-af0c-e5d013c4b1ac tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 944 time: 0.0593040 Jan 17 10:03:47.702932 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2dc8f189-9b50-4407-ad46-a727393b7179 req-4a3329f9-a8a3-4f9e-96f4-eefa5eeac47e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438740 Jan 17 10:03:47.708090 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['38d7fe9f-67a1-4095-95dc-0f012baa7f71'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:03:48.830834 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce11b84-f7c5-4f88-a8b5-5eded0242b57 req-964e0e9a-34c3-4aab-8baf-225f82eece35 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:48.832353 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cce11b84-f7c5-4f88-a8b5-5eded0242b57 req-964e0e9a-34c3-4aab-8baf-225f82eece35 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 944 time: 0.0564771 Jan 17 10:03:48.878503 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cce11b84-f7c5-4f88-a8b5-5eded0242b57 req-39b91eca-b5fb-4445-837a-7b8c87a190e8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404549 Jan 17 10:03:49.088652 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 38d7fe9f-67a1-4095-95dc-0f012baa7f71 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:03:49.137367 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:03:49.137753 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:49.216658 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:03:49.217058 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:49.239976 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:03:49.242460 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f6ae92-8738-41e4-851a-8f637f32fb6e" -d '{"events": [{"server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "name": "network-vif-plugged", "status": "completed", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:03:49.255649 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:49.279335 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1238bc8-3cc5-47d3-a751-ec2efcf72d92 x-openstack-request-id: req-b1238bc8-3cc5-47d3-a751-ec2efcf72d92 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:03:49.279636 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "name": "network-vif-plugged", "status": "completed", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:03:49.279898 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b1238bc8-3cc5-47d3-a751-ec2efcf72d92 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:03:49.280300 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'code': 200} Jan 17 10:03:49.387348 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:49.388174 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 267138a4-7928-49e8-a2c8-f2e598110674 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:03:49.424179 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 267138a4-7928-49e8-a2c8-f2e598110674 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:03:49.424539 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 267138a4-7928-49e8-a2c8-f2e598110674 not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:03:49.455531 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=38d7fe9f-67a1-4095-95dc-0f012baa7f71,revision_number=10']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:49.459290 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 36988) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:49.692750 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082c618-81b2-4cd6-8cd9-a653f368813d req-2be49c53-20c7-4e39-b789-5218bb0d3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:49.694223 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3082c618-81b2-4cd6-8cd9-a653f368813d req-2be49c53-20c7-4e39-b789-5218bb0d3012 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 1099 time: 0.0847912 Jan 17 10:03:49.784220 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3082c618-81b2-4cd6-8cd9-a653f368813d req-ce1ffb3c-82f3-4ae2-bcb0-09eb590c57dd service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833976 Jan 17 10:03:49.864461 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ecd82e6f-d489-40df-80b1-30a00f990ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33152778'] for router_interface (c0efe49c-242c-4e52-9373-d78f7e735c71), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:49.996389 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d4138-c361-4665-8557-d6df2d1419d0 req-47be4612-b435-49dc-971e-a6c34235696b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:49.997797 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f97d4138-c361-4665-8557-d6df2d1419d0 req-47be4612-b435-49dc-971e-a6c34235696b tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 946 time: 0.0477934 Jan 17 10:03:50.044959 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f97d4138-c361-4665-8557-d6df2d1419d0 req-cd64d8fc-b09f-4afe-b3ad-4d9871a103ae tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413954 Jan 17 10:03:50.103490 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-ecd82e6f-d489-40df-80b1-30a00f990ef6 admin admin] Deleting port bbcd8d37-7076-4355-a620-0e10d6897fee {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:03:50.103828 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ecd82e6f-d489-40df-80b1-30a00f990ef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:50.177943 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-ecd82e6f-d489-40df-80b1-30a00f990ef6 admin admin] For port bbcd8d37-7076-4355-a620-0e10d6897fee, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=bbcd8d37-7076-4355-a620-0e10d6897fee,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:50.178304 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ecd82e6f-d489-40df-80b1-30a00f990ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:50.191066 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-ecd82e6f-d489-40df-80b1-30a00f990ef6 admin admin] Calling delete_port for bbcd8d37-7076-4355-a620-0e10d6897fee owned by network:router_interface {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:03:50.433350 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ecd82e6f-d489-40df-80b1-30a00f990ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (bbcd8d37-7076-4355-a620-0e10d6897fee), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:50.458810 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd82e6f-d489-40df-80b1-30a00f990ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbcd8d37-7076-4355-a620-0e10d6897fee,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:50.635738 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ecd82e6f-d489-40df-80b1-30a00f990ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33241339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33137306'] for router_interface (c0efe49c-242c-4e52-9373-d78f7e735c71), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:51.092821 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd82e6f-d489-40df-80b1-30a00f990ef6 admin admin] Router c0efe49c-242c-4e52-9373-d78f7e735c71 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:03:51.166703 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645deeb-e585-4f01-88e0-7cfb22b6cc5e req-7a90bec7-a11a-4485-b486-7547fc314843 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:51.168348 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f645deeb-e585-4f01-88e0-7cfb22b6cc5e req-7a90bec7-a11a-4485-b486-7547fc314843 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 946 time: 0.0493219 Jan 17 10:03:51.200593 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd82e6f-d489-40df-80b1-30a00f990ef6 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:03:51.206016 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-ecd82e6f-d489-40df-80b1-30a00f990ef6 admin admin] 10.222.0.88 "PUT /v2.0/routers/c0efe49c-242c-4e52-9373-d78f7e735c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7437816 Jan 17 10:03:51.208475 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37000) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:51.212806 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe538af9-949e-475b-8152-a1b21e30149e None None] Sync routers for ids ['c0efe49c-242c-4e52-9373-d78f7e735c71'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:03:51.224484 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe538af9-949e-475b-8152-a1b21e30149e None None] Routers {'c0efe49c-242c-4e52-9373-d78f7e735c71'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:03:51.225350 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-fe538af9-949e-475b-8152-a1b21e30149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:03:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['c0efe49c-242c-4e52-9373-d78f7e735c71'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:51.225514 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f645deeb-e585-4f01-88e0-7cfb22b6cc5e req-62d359a6-881c-4d96-8769-7a9c3efc9bd4 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510240 Jan 17 10:03:51.324203 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Publish callbacks [] for router (c0efe49c-242c-4e52-9373-d78f7e735c71), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:51.345415 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-fe538af9-949e-475b-8152-a1b21e30149e None None] Set router c0efe49c-242c-4e52-9373-d78f7e735c71 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:03:51.432359 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Publish callbacks [] for router_gateway (c0efe49c-242c-4e52-9373-d78f7e735c71), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:51.599334 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Deleting port 5bae1c48-3e5e-4439-b477-cb51adca0c5b {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:03:51.599601 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:51.646612 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-fe538af9-949e-475b-8152-a1b21e30149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T10:03:50Z', 'revision_number': 5, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port': {'id': '5bae1c48-3e5e-4439-b477-cb51adca0c5b', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:05Z', 'updated_at': '2022-01-17T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:51.672857 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe538af9-949e-475b-8152-a1b21e30149e None None] Checking router: c0efe49c-242c-4e52-9373-d78f7e735c71 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:03:51.682074 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe538af9-949e-475b-8152-a1b21e30149e None None] Routers {'c0efe49c-242c-4e52-9373-d78f7e735c71'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:03:51.682349 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] For port 5bae1c48-3e5e-4439-b477-cb51adca0c5b, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=5bae1c48-3e5e-4439-b477-cb51adca0c5b,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:51.682886 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-fe538af9-949e-475b-8152-a1b21e30149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:03:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['c0efe49c-242c-4e52-9373-d78f7e735c71'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:51.682988 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:51.694748 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Calling delete_port for 5bae1c48-3e5e-4439-b477-cb51adca0c5b owned by network:router_gateway {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:03:51.769371 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-fe538af9-949e-475b-8152-a1b21e30149e None None] Set router c0efe49c-242c-4e52-9373-d78f7e735c71 gateway port host: None {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:03:51.825435 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-fe538af9-949e-475b-8152-a1b21e30149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T10:03:51Z', 'revision_number': 6, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port_host': None}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:51.851680 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe538af9-949e-475b-8152-a1b21e30149e None None] The sync data for ids ['c0efe49c-242c-4e52-9373-d78f7e735c71'] in dv-cinder-824839-2-iscsi is: [{'id': 'c0efe49c-242c-4e52-9373-d78f7e735c71', 'name': 'tempest-TestMinimumBasicScenario-1616031617-router', 'tenant_id': '45bf442b053e4c6bbc0b8d92f848b689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:04Z', 'updated_at': '2022-01-17T10:03:51Z', 'revision_number': 6, 'project_id': '45bf442b053e4c6bbc0b8d92f848b689', 'gw_port_host': None}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:03:51.930326 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (5bae1c48-3e5e-4439-b477-cb51adca0c5b), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:51.954130 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bae1c48-3e5e-4439-b477-cb51adca0c5b,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:52.017721 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33137008'] for router_gateway (c0efe49c-242c-4e52-9373-d78f7e735c71), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:52.105410 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33139175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25221'] for router (c0efe49c-242c-4e52-9373-d78f7e735c71), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:52.107588 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Publish callbacks [] for router_controller (c0efe49c-242c-4e52-9373-d78f7e735c71), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:52.209838 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33139180'] for router (c0efe49c-242c-4e52-9373-d78f7e735c71), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:52.209838 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0efe49c-242c-4e52-9373-d78f7e735c71 {{(pid=114941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 10:03:52.210136 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:52.211354 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-e69acb87-03b8-44b0-8fb6-50a2c3215e32 admin admin] 10.222.0.88 "DELETE /v2.0/routers/c0efe49c-242c-4e52-9373-d78f7e735c71 HTTP/1.1" status: 204 len: 168 time: 0.9960494 Jan 17 10:03:52.214589 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37034) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:52.273907 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b37a88-2e5e-44bd-a0e4-4d0cb601707e admin admin] Deleting subnet e82079b5-3e59-4281-a579-678624f19fad {{(pid=114940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 10:03:52.273907 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a1b37a88-2e5e-44bd-a0e4-4d0cb601707e admin admin] Publish callbacks [] for subnet (e82079b5-3e59-4281-a579-678624f19fad), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:52.320681 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a1b37a88-2e5e-44bd-a0e4-4d0cb601707e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24885546'] for subnet (e82079b5-3e59-4281-a579-678624f19fad), precommit_delete_associations {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:52.392820 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f891cf0-c66d-48cc-ada5-aaa0d2b94f65 req-87e3e2d8-be66-4dd4-8d69-61f0cb047464 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:52.394327 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6f891cf0-c66d-48cc-ada5-aaa0d2b94f65 req-87e3e2d8-be66-4dd4-8d69-61f0cb047464 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 946 time: 0.0881529 Jan 17 10:03:52.485656 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a1b37a88-2e5e-44bd-a0e4-4d0cb601707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (e82079b5-3e59-4281-a579-678624f19fad), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:52.519381 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6f891cf0-c66d-48cc-ada5-aaa0d2b94f65 req-a97140ae-bb60-4b84-a23c-5b8bb97f51d3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192110 Jan 17 10:03:52.521680 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-0f442c1a-0de8-4061-b282-e3ced884897b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:52.645352 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a1b37a88-2e5e-44bd-a0e4-4d0cb601707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24894551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24840395'] for subnet (e82079b5-3e59-4281-a579-678624f19fad), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:52.675256 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b37a88-2e5e-44bd-a0e4-4d0cb601707e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82079b5-3e59-4281-a579-678624f19fad,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:52.675620 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 5bae1c48-3e5e-4439-b477-cb51adca0c5b no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:03:52.685889 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a1b37a88-2e5e-44bd-a0e4-4d0cb601707e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:52.693716 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-a1b37a88-2e5e-44bd-a0e4-4d0cb601707e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e82079b5-3e59-4281-a579-678624f19fad HTTP/1.1" status: 204 len: 168 time: 0.4734499 Jan 17 10:03:52.693716 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37040) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:52.704980 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92de5745-08fd-4bcd-baf2-c5f10f54196d None None] Network 19516cd9-1d44-42fb-b14a-d3e1b89b783a requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:03:52.755718 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 5bae1c48-3e5e-4439-b477-cb51adca0c5b {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:03:52.755718 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 5bae1c48-3e5e-4439-b477-cb51adca0c5b not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:03:52.755718 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device bbcd8d37-7076-4355-a620-0e10d6897fee no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:03:52.765083 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (19516cd9-1d44-42fb-b14a-d3e1b89b783a), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:52.780879 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: bbcd8d37-7076-4355-a620-0e10d6897fee {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:03:52.781492 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device bbcd8d37-7076-4355-a620-0e10d6897fee not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:03:52.824999 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Deleting port 76cf85e3-8828-49c4-876a-3b31ab627dc1 {{(pid=114940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:03:52.825513 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:52.904842 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760d9f6f-5cf3-447e-b6bb-17a791814d75 None None] DHCP port deletion for 19516cd9-1d44-42fb-b14a-d3e1b89b783a request from dv-cinder-824839-2-iscsi {{(pid=114942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 10:03:52.965262 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-760d9f6f-5cf3-447e-b6bb-17a791814d75 None None] Deleting port 76cf85e3-8828-49c4-876a-3b31ab627dc1 {{(pid=114942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:03:52.965606 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-760d9f6f-5cf3-447e-b6bb-17a791814d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), before_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:53.041530 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-760d9f6f-5cf3-447e-b6bb-17a791814d75 None None] For port 76cf85e3-8828-49c4-876a-3b31ab627dc1, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=76cf85e3-8828-49c4-876a-3b31ab627dc1,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:53.041942 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-760d9f6f-5cf3-447e-b6bb-17a791814d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), precommit_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:53.054920 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-760d9f6f-5cf3-447e-b6bb-17a791814d75 None None] Calling delete_port for 76cf85e3-8828-49c4-876a-3b31ab627dc1 owned by network:dhcp {{(pid=114942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:03:53.127343 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] For port 76cf85e3-8828-49c4-876a-3b31ab627dc1, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=76cf85e3-8828-49c4-876a-3b31ab627dc1,segment=NetworkSegment(58fe4555-329e-4564-901e-8d983f1aaeda),segment_id=58fe4555-329e-4564-901e-8d983f1aaeda)] {{(pid=114940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:53.127970 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:53.142313 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Calling delete_port for 76cf85e3-8828-49c4-876a-3b31ab627dc1 owned by network:dhcp {{(pid=114940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:03:53.262241 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-760d9f6f-5cf3-447e-b6bb-17a791814d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), after_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:53.270113 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (76cf85e3-8828-49c4-876a-3b31ab627dc1), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:53.288449 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d9f6f-5cf3-447e-b6bb-17a791814d75 None None] Pushing event deleted for resources: {'Port': ['ID=76cf85e3-8828-49c4-876a-3b31ab627dc1,revision_number=None']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:53.290386 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d9f6f-5cf3-447e-b6bb-17a791814d75 None None] No DVR routers for this DVR port 76cf85e3-8828-49c4-876a-3b31ab627dc1 on host dv-cinder-824839-2-iscsi {{(pid=114942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:03:53.299388 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Pushing event deleted for resources: {'Port': ['ID=76cf85e3-8828-49c4-876a-3b31ab627dc1,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:53.301459 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] No DVR routers for this DVR port 76cf85e3-8828-49c4-876a-3b31ab627dc1 on host dv-cinder-824839-2-iscsi {{(pid=114940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:03:53.372493 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (19516cd9-1d44-42fb-b14a-d3e1b89b783a), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:53.398291 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19516cd9-1d44-42fb-b14a-d3e1b89b783a']}} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:53.402299 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fe4555-329e-4564-901e-8d983f1aaeda') {'for_net_delete': True} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:53.402603 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fe4555-329e-4564-901e-8d983f1aaeda') {} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:53.411805 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24658905'] for segment (58fe4555-329e-4564-901e-8d983f1aaeda), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:53.424432 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (58fe4555-329e-4564-901e-8d983f1aaeda), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:53.430324 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=114940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 10:03:53.430715 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894521'] for segment (58fe4555-329e-4564-901e-8d983f1aaeda), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: self.session.flush() Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: self.session.flush() Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: self.session.flush() Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: self.session.flush() Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: Traceback (most recent call last): Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: timer() Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: cb(*args, **kw) Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: return func(*args, **kwargs) Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: self._notify() Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: self.callback(batched_events) Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: event.method(event) Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: return f(self, *a, **k) Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._get(url).json() Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: return self.request(url, 'GET', **kwargs) Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 10:03:53.432892 dv-cinder-824839-2-iscsi neutron-server[114940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 10:03:53.581482 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (19516cd9-1d44-42fb-b14a-d3e1b89b783a), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:53.587070 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:53.593282 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] 10.222.0.88 "DELETE /v2.0/networks/19516cd9-1d44-42fb-b14a-d3e1b89b783a HTTP/1.1" status: 204 len: 168 time: 0.9006696 Jan 17 10:03:53.596434 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37044) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:53.626574 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76763f43-11ec-418e-8218-dc340315fe7c admin admin] Pushing event deleted for resources: {'Network': ['ID=19516cd9-1d44-42fb-b14a-d3e1b89b783a,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:53.657511 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342953d-1ba1-4c2f-808d-efa763af2996 req-5e2123a2-0516-4fa9-9241-6353653e3178 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:03:53.659095 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f342953d-1ba1-4c2f-808d-efa763af2996 req-5e2123a2-0516-4fa9-9241-6353653e3178 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 946 time: 0.0645962 Jan 17 10:03:53.720036 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f342953d-1ba1-4c2f-808d-efa763af2996 req-4fde278c-94fb-4df2-ac3f-2dc8b890870e tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551772 Jan 17 10:03:53.979558 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3be0df83-0e0b-49c2-820f-5ea7283b5cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33152778'] for router_interface (a3bb6eb9-0f44-423c-afd1-ffd743a16093), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:54.215133 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-3be0df83-0e0b-49c2-820f-5ea7283b5cde admin admin] Deleting port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:03:54.215392 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3be0df83-0e0b-49c2-820f-5ea7283b5cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:54.293030 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-3be0df83-0e0b-49c2-820f-5ea7283b5cde admin admin] For port f00f4eb6-5641-4094-87a3-2a9cacdbb9bb, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=f00f4eb6-5641-4094-87a3-2a9cacdbb9bb,segment=NetworkSegment(99a638fc-5add-4834-8810-c23fd68a1441),segment_id=99a638fc-5add-4834-8810-c23fd68a1441)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:54.293398 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3be0df83-0e0b-49c2-820f-5ea7283b5cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:54.306138 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-3be0df83-0e0b-49c2-820f-5ea7283b5cde admin admin] Calling delete_port for f00f4eb6-5641-4094-87a3-2a9cacdbb9bb owned by network:router_interface {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:03:54.550139 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 76cf85e3-8828-49c4-876a-3b31ab627dc1 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:03:54.562334 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3be0df83-0e0b-49c2-820f-5ea7283b5cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (f00f4eb6-5641-4094-87a3-2a9cacdbb9bb), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:54.575124 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 76cf85e3-8828-49c4-876a-3b31ab627dc1 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:03:54.575489 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 76cf85e3-8828-49c4-876a-3b31ab627dc1 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:03:54.596312 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0df83-0e0b-49c2-820f-5ea7283b5cde admin admin] Pushing event deleted for resources: {'Port': ['ID=f00f4eb6-5641-4094-87a3-2a9cacdbb9bb,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:54.763105 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3be0df83-0e0b-49c2-820f-5ea7283b5cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33241339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33137306'] for router_interface (a3bb6eb9-0f44-423c-afd1-ffd743a16093), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:54.975656 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be0df83-0e0b-49c2-820f-5ea7283b5cde admin admin] Router a3bb6eb9-0f44-423c-afd1-ffd743a16093 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:03:54.986983 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-7766963c-d859-481d-bb73-2460fee63d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:55.083310 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be0df83-0e0b-49c2-820f-5ea7283b5cde admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:03:55.088459 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-3be0df83-0e0b-49c2-820f-5ea7283b5cde admin admin] 10.222.0.88 "PUT /v2.0/routers/a3bb6eb9-0f44-423c-afd1-ffd743a16093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4910831 Jan 17 10:03:55.091008 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37062) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:55.091892 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda4d17a-da5e-47c2-ba7b-d8ad7d2e354d None None] Sync routers for ids ['a3bb6eb9-0f44-423c-afd1-ffd743a16093'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:03:55.103401 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda4d17a-da5e-47c2-ba7b-d8ad7d2e354d None None] Routers {'a3bb6eb9-0f44-423c-afd1-ffd743a16093'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:03:55.105618 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-cda4d17a-da5e-47c2-ba7b-d8ad7d2e354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:03:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a3bb6eb9-0f44-423c-afd1-ffd743a16093'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:55.195522 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Publish callbacks [] for router (a3bb6eb9-0f44-423c-afd1-ffd743a16093), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:55.298492 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-cda4d17a-da5e-47c2-ba7b-d8ad7d2e354d None None] Set router a3bb6eb9-0f44-423c-afd1-ffd743a16093 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:03:55.481538 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-cda4d17a-da5e-47c2-ba7b-d8ad7d2e354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'name': 'tempest-TestMinimumBasicScenario-1021446136-router', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0933f802-4951-4708-921a-baccef35a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T10:03:54Z', 'revision_number': 5, 'project_id': '095f4290a7004db7883870c31d10eac9', 'gw_port': {'id': '0933f802-4951-4708-921a-baccef35a088', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:55.512334 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda4d17a-da5e-47c2-ba7b-d8ad7d2e354d None None] Checking router: a3bb6eb9-0f44-423c-afd1-ffd743a16093 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:03:55.521483 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda4d17a-da5e-47c2-ba7b-d8ad7d2e354d None None] Routers {'a3bb6eb9-0f44-423c-afd1-ffd743a16093'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:03:55.522103 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-cda4d17a-da5e-47c2-ba7b-d8ad7d2e354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:03:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a3bb6eb9-0f44-423c-afd1-ffd743a16093'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:55.558070 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Publish callbacks [] for router_gateway (a3bb6eb9-0f44-423c-afd1-ffd743a16093), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:55.629620 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-cda4d17a-da5e-47c2-ba7b-d8ad7d2e354d None None] Set router a3bb6eb9-0f44-423c-afd1-ffd743a16093 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:03:55.703626 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Deleting port 0933f802-4951-4708-921a-baccef35a088 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:03:55.703977 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (0933f802-4951-4708-921a-baccef35a088), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:55.788292 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] For port 0933f802-4951-4708-921a-baccef35a088, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=0933f802-4951-4708-921a-baccef35a088,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:55.788999 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (0933f802-4951-4708-921a-baccef35a088), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:55.805977 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Calling delete_port for 0933f802-4951-4708-921a-baccef35a088 owned by network:router_gateway {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:03:55.807939 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-cda4d17a-da5e-47c2-ba7b-d8ad7d2e354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'name': 'tempest-TestMinimumBasicScenario-1021446136-router', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0933f802-4951-4708-921a-baccef35a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T10:03:54Z', 'revision_number': 5, 'project_id': '095f4290a7004db7883870c31d10eac9', 'gw_port': {'id': '0933f802-4951-4708-921a-baccef35a088', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:55.835492 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda4d17a-da5e-47c2-ba7b-d8ad7d2e354d None None] The sync data for ids ['a3bb6eb9-0f44-423c-afd1-ffd743a16093'] in dv-cinder-824839-2-iscsi is: [{'id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'name': 'tempest-TestMinimumBasicScenario-1021446136-router', 'tenant_id': '095f4290a7004db7883870c31d10eac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0933f802-4951-4708-921a-baccef35a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T10:03:54Z', 'revision_number': 5, 'project_id': '095f4290a7004db7883870c31d10eac9', 'gw_port': {'id': '0933f802-4951-4708-921a-baccef35a088', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb6eb9-0f44-423c-afd1-ffd743a16093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:59:12Z', 'updated_at': '2022-01-17T09:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:03:55.979094 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.061469 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (0933f802-4951-4708-921a-baccef35a088), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.100103 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0933f802-4951-4708-921a-baccef35a088,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:56.171742 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33137008'] for router_gateway (a3bb6eb9-0f44-423c-afd1-ffd743a16093), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.266596 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33139175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25221'] for router (a3bb6eb9-0f44-423c-afd1-ffd743a16093), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.269247 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Publish callbacks [] for router_controller (a3bb6eb9-0f44-423c-afd1-ffd743a16093), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.436156 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33139180'] for router (a3bb6eb9-0f44-423c-afd1-ffd743a16093), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.436695 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3bb6eb9-0f44-423c-afd1-ffd743a16093 {{(pid=114941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 10:03:56.441603 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.445169 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-ec639641-7c6b-4fe5-9308-75b3f1f5f4b1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/a3bb6eb9-0f44-423c-afd1-ffd743a16093 HTTP/1.1" status: 204 len: 168 time: 1.3506775 Jan 17 10:03:56.445417 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37074) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:56.491994 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_v2 [None req-451cab20-cd41-4576-baf6-9d0f760adcb5 admin admin] Deleting subnet 8393f05e-6d65-44a4-8fb7-1cacfa255cb4 {{(pid=114940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 10:03:56.495536 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-451cab20-cd41-4576-baf6-9d0f760adcb5 admin admin] Publish callbacks [] for subnet (8393f05e-6d65-44a4-8fb7-1cacfa255cb4), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.549418 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-451cab20-cd41-4576-baf6-9d0f760adcb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24885546'] for subnet (8393f05e-6d65-44a4-8fb7-1cacfa255cb4), precommit_delete_associations {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.634902 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-451cab20-cd41-4576-baf6-9d0f760adcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (8393f05e-6d65-44a4-8fb7-1cacfa255cb4), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.753245 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-451cab20-cd41-4576-baf6-9d0f760adcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24894551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24840395'] for subnet (8393f05e-6d65-44a4-8fb7-1cacfa255cb4), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.778995 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cab20-cd41-4576-baf6-9d0f760adcb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8393f05e-6d65-44a4-8fb7-1cacfa255cb4,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:56.783936 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-451cab20-cd41-4576-baf6-9d0f760adcb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.787827 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-451cab20-cd41-4576-baf6-9d0f760adcb5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8393f05e-6d65-44a4-8fb7-1cacfa255cb4 HTTP/1.1" status: 204 len: 168 time: 0.3407309 Jan 17 10:03:56.789667 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01fda73-a07f-463d-837d-be199e337632 None None] Network 17649e8c-b25b-45a2-be9b-a7d1a2df66fb requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:03:56.789832 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37078) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:56.862104 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (17649e8c-b25b-45a2-be9b-a7d1a2df66fb), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.917343 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Deleting port 45ead360-4c02-4ec7-9587-1c5f8d425221 {{(pid=114940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:03:56.917776 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:56.941001 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device f00f4eb6-5641-4094-87a3-2a9cacdbb9bb no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:03:56.963360 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: f00f4eb6-5641-4094-87a3-2a9cacdbb9bb {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:03:56.964174 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device f00f4eb6-5641-4094-87a3-2a9cacdbb9bb not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:03:56.974353 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393b8024-c3d9-4f0e-bfea-fe8de22966cd None None] DHCP port deletion for 17649e8c-b25b-45a2-be9b-a7d1a2df66fb request from dv-cinder-824839-2-iscsi {{(pid=114942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 10:03:56.993898 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] For port 45ead360-4c02-4ec7-9587-1c5f8d425221, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=45ead360-4c02-4ec7-9587-1c5f8d425221,segment=NetworkSegment(99a638fc-5add-4834-8810-c23fd68a1441),segment_id=99a638fc-5add-4834-8810-c23fd68a1441)] {{(pid=114940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:56.994229 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:57.007501 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Calling delete_port for 45ead360-4c02-4ec7-9587-1c5f8d425221 owned by network:dhcp {{(pid=114940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:03:57.021521 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-393b8024-c3d9-4f0e-bfea-fe8de22966cd None None] Deleting port 45ead360-4c02-4ec7-9587-1c5f8d425221 {{(pid=114942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:03:57.022070 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-393b8024-c3d9-4f0e-bfea-fe8de22966cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), before_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:57.086394 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-393b8024-c3d9-4f0e-bfea-fe8de22966cd None None] For port 45ead360-4c02-4ec7-9587-1c5f8d425221, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=45ead360-4c02-4ec7-9587-1c5f8d425221,segment=NetworkSegment(99a638fc-5add-4834-8810-c23fd68a1441),segment_id=99a638fc-5add-4834-8810-c23fd68a1441)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:03:57.086867 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-393b8024-c3d9-4f0e-bfea-fe8de22966cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), precommit_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:57.099534 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-393b8024-c3d9-4f0e-bfea-fe8de22966cd None None] Calling delete_port for 45ead360-4c02-4ec7-9587-1c5f8d425221 owned by network:dhcp {{(pid=114942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:03:57.156315 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:57.174690 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-393b8024-c3d9-4f0e-bfea-fe8de22966cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926'] for port (45ead360-4c02-4ec7-9587-1c5f8d425221), after_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:57.183223 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ead360-4c02-4ec7-9587-1c5f8d425221,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:57.185141 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] No DVR routers for this DVR port 45ead360-4c02-4ec7-9587-1c5f8d425221 on host dv-cinder-824839-2-iscsi {{(pid=114940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:03:57.199993 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b8024-c3d9-4f0e-bfea-fe8de22966cd None None] Pushing event deleted for resources: {'Port': ['ID=45ead360-4c02-4ec7-9587-1c5f8d425221,revision_number=None']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:57.203571 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b8024-c3d9-4f0e-bfea-fe8de22966cd None None] No DVR routers for this DVR port 45ead360-4c02-4ec7-9587-1c5f8d425221 on host dv-cinder-824839-2-iscsi {{(pid=114942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:03:57.265118 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (17649e8c-b25b-45a2-be9b-a7d1a2df66fb), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:57.284525 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17649e8c-b25b-45a2-be9b-a7d1a2df66fb']}} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:57.293986 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a638fc-5add-4834-8810-c23fd68a1441') {'for_net_delete': True} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:57.297803 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a638fc-5add-4834-8810-c23fd68a1441') {} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:03:57.303401 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24658905'] for segment (99a638fc-5add-4834-8810-c23fd68a1441), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:57.316205 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (99a638fc-5add-4834-8810-c23fd68a1441), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:57.322697 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Releasing vlan 957 on physical network physnet1 to pool {{(pid=114940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894521'] for segment (99a638fc-5add-4834-8810-c23fd68a1441), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: Traceback (most recent call last): Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: timer() Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: cb(*args, **kw) Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: return func(*args, **kwargs) Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: self._notify() Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: self.callback(batched_events) Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: event.method(event) Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: return f(self, *a, **k) Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._get(url).json() Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: return self.request(url, 'GET', **kwargs) Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 10:03:57.330836 dv-cinder-824839-2-iscsi neutron-server[114940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 10:03:57.519134 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (17649e8c-b25b-45a2-be9b-a7d1a2df66fb), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:57.524344 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:57.528140 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] 10.222.0.88 "DELETE /v2.0/networks/17649e8c-b25b-45a2-be9b-a7d1a2df66fb HTTP/1.1" status: 204 len: 168 time: 0.7368841 Jan 17 10:03:57.539209 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e18418-7b34-4145-bcf8-59d19b2821b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=17649e8c-b25b-45a2-be9b-a7d1a2df66fb,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:57.758227 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:57.929887 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37084) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:57.969343 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-4f6d2468-baaa-46d9-b7d9-378b87758ea1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=45bf442b053e4c6bbc0b8d92f848b689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382736 Jan 17 10:03:57.971852 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37086) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:58.018511 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6d3f1583-4215-46e8-84f4-81adbc48a550 admin admin] Publish callbacks [] for security_group (32a38ad0-7d0e-4389-8d49-e1896451e9d6), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:58.039944 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6d3f1583-4215-46e8-84f4-81adbc48a550 admin admin] Publish callbacks [] for security_group (32a38ad0-7d0e-4389-8d49-e1896451e9d6), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:58.141121 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6d3f1583-4215-46e8-84f4-81adbc48a550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (32a38ad0-7d0e-4389-8d49-e1896451e9d6), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:58.143756 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6d3f1583-4215-46e8-84f4-81adbc48a550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:58.144915 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-6d3f1583-4215-46e8-84f4-81adbc48a550 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/32a38ad0-7d0e-4389-8d49-e1896451e9d6 HTTP/1.1" status: 204 len: 168 time: 0.1719749 Jan 17 10:03:58.152399 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f1583-4215-46e8-84f4-81adbc48a550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a38ad0-7d0e-4389-8d49-e1896451e9d6,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:03:58.559134 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 0933f802-4951-4708-921a-baccef35a088 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:03:58.579462 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 0933f802-4951-4708-921a-baccef35a088 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:03:58.579926 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 0933f802-4951-4708-921a-baccef35a088 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:03:58.580357 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 45ead360-4c02-4ec7-9587-1c5f8d425221 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:03:58.599676 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 45ead360-4c02-4ec7-9587-1c5f8d425221 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:03:58.599964 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 45ead360-4c02-4ec7-9587-1c5f8d425221 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:03:59.018936 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37094) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:59.062956 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-9a292ad4-9591-4c20-8b36-97d514b44305 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=095f4290a7004db7883870c31d10eac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428338 Jan 17 10:03:59.065329 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37096) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:03:59.112195 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9573e9c1-e8a0-4924-a3d4-fe49725d2c5b admin admin] Publish callbacks [] for security_group (47f7c281-a355-4cb2-88a6-89b6cdf2c476), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:59.133535 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9573e9c1-e8a0-4924-a3d4-fe49725d2c5b admin admin] Publish callbacks [] for security_group (47f7c281-a355-4cb2-88a6-89b6cdf2c476), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:59.152753 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:59.238364 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9573e9c1-e8a0-4924-a3d4-fe49725d2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (47f7c281-a355-4cb2-88a6-89b6cdf2c476), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:59.240972 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-9573e9c1-e8a0-4924-a3d4-fe49725d2c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:03:59.242127 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-9573e9c1-e8a0-4924-a3d4-fe49725d2c5b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/47f7c281-a355-4cb2-88a6-89b6cdf2c476 HTTP/1.1" status: 204 len: 168 time: 0.1759114 Jan 17 10:03:59.250466 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573e9c1-e8a0-4924-a3d4-fe49725d2c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f7c281-a355-4cb2-88a6-89b6cdf2c476,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:04.502156 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:04:04.786927 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:22.483366 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-403ec6fb-7f5d-4777-9f79-f08cb0ceeb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:24.957658 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-4fe61073-0228-4c9c-b61f-2cbf1b860ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:25.527424 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9114f16-29a6-4747-b7c1-2e46c3113eed req-a28e20d2-7c64-4342-902a-b4432c7ac22f tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:25.528903 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d9114f16-29a6-4747-b7c1-2e46c3113eed req-a28e20d2-7c64-4342-902a-b4432c7ac22f tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 945 time: 0.0523999 Jan 17 10:04:25.575520 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d9114f16-29a6-4747-b7c1-2e46c3113eed req-24679f35-6932-4b72-b5de-8394b56361e6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410447 Jan 17 10:04:25.895067 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:26.704845 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98126b-577d-47e2-8923-c9472306ba18 req-7063babe-79c3-48ff-8e55-c1b966d32e55 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:26.706376 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ff98126b-577d-47e2-8923-c9472306ba18 req-7063babe-79c3-48ff-8e55-c1b966d32e55 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 945 time: 0.0619557 Jan 17 10:04:26.754010 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ff98126b-577d-47e2-8923-c9472306ba18 req-80677f76-8d05-4c0f-9080-33067a7d4e70 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414524 Jan 17 10:04:27.549897 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-79aa47b4-3252-4735-953c-e3d55b5bc698 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:27.551422 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-79aa47b4-3252-4735-953c-e3d55b5bc698 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.94 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 945 time: 0.0495267 Jan 17 10:04:27.647777 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Deleting port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:04:27.648124 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:27.740051 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] For port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:04:27.740437 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:27.755090 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:27.868713 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c0a8-1bb0-4895-b720-f0f3752e758f req-8f73d06e-6541-4406-81bc-72de355b0080 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:27.870276 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-14a2c0a8-1bb0-4895-b720-f0f3752e758f req-8f73d06e-6541-4406-81bc-72de355b0080 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 945 time: 0.0490539 Jan 17 10:04:27.919121 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:27.919480 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (6d034a58-f3d0-47c7-9b7a-58b4ae35d54f), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:27.919738 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.l3_db [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Floating IP 6d034a58-f3d0-47c7-9b7a-58b4ae35d54f disassociated. External IP: 172.27.0.207, port: 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e. Jan 17 10:04:27.920090 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Calling delete_port for 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:04:27.920684 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-14a2c0a8-1bb0-4895-b720-f0f3752e758f req-b0c968b0-eede-4e00-ac05-a1e27c979c14 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups?id=33c31398-2c49-4304-b3f4-3deed9d8dd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447376 Jan 17 10:04:28.115499 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:28.147503 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event deleted for resources: {'Port': ['ID=92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:28.269151 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Router 99ba9bb4-c2eb-4267-bccb-f051300b0388 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:04:28.376931 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:04:28.387839 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d204b-bc3e-444e-ad6d-e1e364642e33 None None] Sync routers for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:04:28.397767 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d204b-bc3e-444e-ad6d-e1e364642e33 None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:04:28.398403 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-5a1d204b-bc3e-444e-ad6d-e1e364642e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:04:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:28.419091 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] No DVR routers for this DVR port 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:04:28.421688 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:28.425012 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-39187cd0-8a0c-4b81-a19a-b29204daa860 req-5eeb14b5-2c79-44ea-a73f-d3cbb6c7283c tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.94 "DELETE /v2.0/ports/92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e HTTP/1.1" status: 204 len: 173 time: 0.8677773 Jan 17 10:04:28.425473 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e07e69c-22f1-4954-bf6f-a8fcdd98db18', 'name': 'network-vif-deleted', 'tag': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:04:28.427805 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a66515-65a5-4037-ac03-8d406627854f" -d '{"events": [{"server_uuid": "4e07e69c-22f1-4954-bf6f-a8fcdd98db18", "name": "network-vif-deleted", "tag": "92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:04:28.470494 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d01323-22dc-43a8-a8a4-d12a8d75e3c7 x-openstack-request-id: req-b9d01323-22dc-43a8-a8a4-d12a8d75e3c7 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:04:28.470942 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e07e69c-22f1-4954-bf6f-a8fcdd98db18", "name": "network-vif-deleted", "tag": "92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:04:28.475079 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b9d01323-22dc-43a8-a8a4-d12a8d75e3c7 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:04:28.475079 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e07e69c-22f1-4954-bf6f-a8fcdd98db18', 'name': 'network-vif-deleted', 'tag': '92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e', 'status': 'completed', 'code': 200} Jan 17 10:04:28.517289 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-5a1d204b-bc3e-444e-ad6d-e1e364642e33 None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:04:28.729277 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-5a1d204b-bc3e-444e-ad6d-e1e364642e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:45Z', 'revision_number': 5, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:28.761209 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d204b-bc3e-444e-ad6d-e1e364642e33 None None] Checking router: 99ba9bb4-c2eb-4267-bccb-f051300b0388 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:04:28.769829 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d204b-bc3e-444e-ad6d-e1e364642e33 None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:04:28.770460 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-5a1d204b-bc3e-444e-ad6d-e1e364642e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:04:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:28.883137 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-5a1d204b-bc3e-444e-ad6d-e1e364642e33 None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:04:29.041753 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d2ac98ca-f6ce-4d9a-96ec-900ca77e0105 req-3d2af063-4b02-4533-a63c-c26d58003e8d tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e07e69c-22f1-4954-bf6f-a8fcdd98db18 HTTP/1.1" status: 200 len: 210 time: 0.0312166 Jan 17 10:04:29.201150 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:29.230947 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-5a1d204b-bc3e-444e-ad6d-e1e364642e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:45Z', 'revision_number': 5, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:29.261677 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d204b-bc3e-444e-ad6d-e1e364642e33 None None] The sync data for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi is: [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'a2ea76e3-53a5-47cd-bad1-63781cb3b406', 'name': '', 'network_id': '2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'mac_address': 'fa:16:3e:ff:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:33Z', 'updated_at': '2022-01-17T09:53:45Z', 'revision_number': 5, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'subnets': [{'id': '3e054dbc-2aac-43d1-a338-3beb57e47aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:04:29.471393 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73aab23-fbba-4dfd-b84b-8265141f0140 None None] New status for floating IP 6d034a58-f3d0-47c7-9b7a-58b4ae35d54f: DOWN {{(pid=114943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:04:30.202291 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37180) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:30.255725 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group (33c31398-2c49-4304-b3f4-3deed9d8dd78), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:30.278858 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group (33c31398-2c49-4304-b3f4-3deed9d8dd78), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:30.420470 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (33c31398-2c49-4304-b3f4-3deed9d8dd78), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:30.423388 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:30.424600 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "DELETE /v2.0/security-groups/33c31398-2c49-4304-b3f4-3deed9d8dd78 HTTP/1.1" status: 204 len: 168 time: 0.2212479 Jan 17 10:04:30.427368 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37182) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:30.434090 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c31398-2c49-4304-b3f4-3deed9d8dd78,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:30.441259 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:30.441447 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.api.v2.resource [None req-5ea28eab-a7b6-4d1a-9dfa-234700045322 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] show failed (client error): The resource could not be found. Jan 17 10:04:30.441625 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:30.441986 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:30.442287 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-5ea28eab-a7b6-4d1a-9dfa-234700045322 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "GET /v2.0/security-groups/33c31398-2c49-4304-b3f4-3deed9d8dd78 HTTP/1.1" status: 404 len: 347 time: 0.0139127 Jan 17 10:04:30.442411 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:30.442779 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:30.443133 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:30.443477 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:30.443818 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:30.444162 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:30.444500 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:30.444929 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:30.445091 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37184) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:30.445274 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:30.445611 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368c020-24a4-4dfe-a92b-b00dfe5238ab tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:30.571975 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-894428c8-1c50-487d-b90e-de980aca9de6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Deleting port 06e7aa55-5c37-4d01-8fba-5437a81b37ea {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:04:30.572331 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-894428c8-1c50-487d-b90e-de980aca9de6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (06e7aa55-5c37-4d01-8fba-5437a81b37ea), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:30.648082 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-894428c8-1c50-487d-b90e-de980aca9de6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (06e7aa55-5c37-4d01-8fba-5437a81b37ea), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:30.649018 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-894428c8-1c50-487d-b90e-de980aca9de6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (06e7aa55-5c37-4d01-8fba-5437a81b37ea), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:30.661090 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-894428c8-1c50-487d-b90e-de980aca9de6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Calling delete_port for 06e7aa55-5c37-4d01-8fba-5437a81b37ea owned by network:floatingip {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:04:30.860751 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-894428c8-1c50-487d-b90e-de980aca9de6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (06e7aa55-5c37-4d01-8fba-5437a81b37ea), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:30.887837 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894428c8-1c50-487d-b90e-de980aca9de6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Pushing event deleted for resources: {'Port': ['ID=06e7aa55-5c37-4d01-8fba-5437a81b37ea,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:30.949338 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-894428c8-1c50-487d-b90e-de980aca9de6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks [] for floatingip (6d034a58-f3d0-47c7-9b7a-58b4ae35d54f), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:30.951847 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-894428c8-1c50-487d-b90e-de980aca9de6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:30.953012 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-894428c8-1c50-487d-b90e-de980aca9de6 tempest-AttachVolumeTestJSON-1877375759 tempest-AttachVolumeTestJSON-1877375759-project] 10.222.0.88 "DELETE /v2.0/floatingips/6d034a58-f3d0-47c7-9b7a-58b4ae35d54f HTTP/1.1" status: 204 len: 168 time: 0.5070236 Jan 17 10:04:31.275856 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:04:31.299924 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:04:31.300298 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 92d8ec17-4114-4d94-9c0f-bc1dbbf5c76e not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:04:34.831271 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:34.971700 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37214) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:35.504673 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0e61fd21-e947-4545-87e3-f802dbe42e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33152778'] for router_interface (99ba9bb4-c2eb-4267-bccb-f051300b0388), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:35.747632 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-0e61fd21-e947-4545-87e3-f802dbe42e20 admin admin] Deleting port a2ea76e3-53a5-47cd-bad1-63781cb3b406 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:04:35.747979 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0e61fd21-e947-4545-87e3-f802dbe42e20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:35.828694 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-0e61fd21-e947-4545-87e3-f802dbe42e20 admin admin] For port a2ea76e3-53a5-47cd-bad1-63781cb3b406, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=a2ea76e3-53a5-47cd-bad1-63781cb3b406,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:04:35.829062 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0e61fd21-e947-4545-87e3-f802dbe42e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:35.842581 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-0e61fd21-e947-4545-87e3-f802dbe42e20 admin admin] Calling delete_port for a2ea76e3-53a5-47cd-bad1-63781cb3b406 owned by network:router_interface {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:04:36.105946 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0e61fd21-e947-4545-87e3-f802dbe42e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (a2ea76e3-53a5-47cd-bad1-63781cb3b406), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:36.134927 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61fd21-e947-4545-87e3-f802dbe42e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ea76e3-53a5-47cd-bad1-63781cb3b406,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:36.308020 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0e61fd21-e947-4545-87e3-f802dbe42e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33241339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33137306'] for router_interface (99ba9bb4-c2eb-4267-bccb-f051300b0388), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:36.524425 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e61fd21-e947-4545-87e3-f802dbe42e20 admin admin] Router 99ba9bb4-c2eb-4267-bccb-f051300b0388 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:04:36.642647 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e61fd21-e947-4545-87e3-f802dbe42e20 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:04:36.642647 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-0e61fd21-e947-4545-87e3-f802dbe42e20 admin admin] 10.222.0.88 "PUT /v2.0/routers/99ba9bb4-c2eb-4267-bccb-f051300b0388/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6642938 Jan 17 10:04:36.642647 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37218) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:36.643892 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521d2e8-967b-49d8-8546-babbe0c80844 None None] Sync routers for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:04:36.652923 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521d2e8-967b-49d8-8546-babbe0c80844 None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:04:36.653555 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-5521d2e8-967b-49d8-8546-babbe0c80844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:04:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:36.744487 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Publish callbacks [] for router (99ba9bb4-c2eb-4267-bccb-f051300b0388), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:36.766038 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-5521d2e8-967b-49d8-8546-babbe0c80844 None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:04:36.851218 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Publish callbacks [] for router_gateway (99ba9bb4-c2eb-4267-bccb-f051300b0388), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:36.955217 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-5521d2e8-967b-49d8-8546-babbe0c80844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T10:04:35Z', 'revision_number': 5, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port': {'id': '321d9b61-0aef-4173-a45a-ac05c2f1c40a', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:27Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:36.969914 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Deleting port 321d9b61-0aef-4173-a45a-ac05c2f1c40a {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:04:36.970264 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:36.982039 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521d2e8-967b-49d8-8546-babbe0c80844 None None] Checking router: 99ba9bb4-c2eb-4267-bccb-f051300b0388 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:04:36.990480 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521d2e8-967b-49d8-8546-babbe0c80844 None None] Routers {'99ba9bb4-c2eb-4267-bccb-f051300b0388'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:04:36.991127 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-5521d2e8-967b-49d8-8546-babbe0c80844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:04:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['99ba9bb4-c2eb-4267-bccb-f051300b0388'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:37.052129 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] For port 321d9b61-0aef-4173-a45a-ac05c2f1c40a, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=321d9b61-0aef-4173-a45a-ac05c2f1c40a,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:04:37.052957 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:37.069016 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Calling delete_port for 321d9b61-0aef-4173-a45a-ac05c2f1c40a owned by network:router_gateway {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:04:37.077988 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-5521d2e8-967b-49d8-8546-babbe0c80844 None None] Set router 99ba9bb4-c2eb-4267-bccb-f051300b0388 gateway port host: None {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:04:37.134503 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-5521d2e8-967b-49d8-8546-babbe0c80844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T10:04:36Z', 'revision_number': 6, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port_host': None}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:37.161255 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521d2e8-967b-49d8-8546-babbe0c80844 None None] The sync data for ids ['99ba9bb4-c2eb-4267-bccb-f051300b0388'] in dv-cinder-824839-2-iscsi is: [{'id': '99ba9bb4-c2eb-4267-bccb-f051300b0388', 'name': 'tempest-AttachVolumeTestJSON-1976562948-router', 'tenant_id': '9d833d073d534e56bcff57aead77b7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T10:04:36Z', 'revision_number': 6, 'project_id': '9d833d073d534e56bcff57aead77b7e7', 'gw_port_host': None}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:04:37.309775 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (321d9b61-0aef-4173-a45a-ac05c2f1c40a), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:37.334526 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Pushing event deleted for resources: {'Port': ['ID=321d9b61-0aef-4173-a45a-ac05c2f1c40a,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:37.396027 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33137008'] for router_gateway (99ba9bb4-c2eb-4267-bccb-f051300b0388), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:37.741837 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33139175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25221'] for router (99ba9bb4-c2eb-4267-bccb-f051300b0388), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:37.744050 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Publish callbacks [] for router_controller (99ba9bb4-c2eb-4267-bccb-f051300b0388), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:37.854894 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33139180'] for router (99ba9bb4-c2eb-4267-bccb-f051300b0388), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:37.855370 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99ba9bb4-c2eb-4267-bccb-f051300b0388 {{(pid=114941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 10:04:37.863146 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:37.863146 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-32497b1e-197c-4110-820b-8acc26500668 admin admin] 10.222.0.88 "DELETE /v2.0/routers/99ba9bb4-c2eb-4267-bccb-f051300b0388 HTTP/1.1" status: 204 len: 168 time: 1.2203145 Jan 17 10:04:37.863777 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37220) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:37.908736 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc67fa48-d494-4b28-bd7b-634074230549 admin admin] Deleting subnet 3e054dbc-2aac-43d1-a338-3beb57e47aa8 {{(pid=114941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 10:04:37.912111 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bc67fa48-d494-4b28-bd7b-634074230549 admin admin] Publish callbacks [] for subnet (3e054dbc-2aac-43d1-a338-3beb57e47aa8), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:37.947965 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bc67fa48-d494-4b28-bd7b-634074230549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24674816'] for subnet (3e054dbc-2aac-43d1-a338-3beb57e47aa8), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.062790 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bc67fa48-d494-4b28-bd7b-634074230549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (3e054dbc-2aac-43d1-a338-3beb57e47aa8), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.186086 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bc67fa48-d494-4b28-bd7b-634074230549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29490798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29783091'] for subnet (3e054dbc-2aac-43d1-a338-3beb57e47aa8), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.209515 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67fa48-d494-4b28-bd7b-634074230549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e054dbc-2aac-43d1-a338-3beb57e47aa8,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:38.224008 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bc67fa48-d494-4b28-bd7b-634074230549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.224008 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-bc67fa48-d494-4b28-bd7b-634074230549 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/3e054dbc-2aac-43d1-a338-3beb57e47aa8 HTTP/1.1" status: 204 len: 168 time: 0.3536906 Jan 17 10:04:38.224008 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37222) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:38.224554 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad80ae-9954-4565-8071-15bfe739d23f None None] Network 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:04:38.297611 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.364335 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Deleting port 55a21529-b7af-4ff2-be86-27f8dfb688f6 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:04:38.364335 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.410832 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] DHCP port deletion for 2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 request from dv-cinder-824839-2-iscsi {{(pid=114942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 10:04:38.424484 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] For port 55a21529-b7af-4ff2-be86-27f8dfb688f6, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=55a21529-b7af-4ff2-be86-27f8dfb688f6,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:04:38.424789 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.438052 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Calling delete_port for 55a21529-b7af-4ff2-be86-27f8dfb688f6 owned by network:dhcp {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:04:38.458417 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Deleting port 55a21529-b7af-4ff2-be86-27f8dfb688f6 {{(pid=114942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:04:38.458836 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), before_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.525710 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] For port 55a21529-b7af-4ff2-be86-27f8dfb688f6, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=55a21529-b7af-4ff2-be86-27f8dfb688f6,segment=NetworkSegment(25a599b3-9c6c-41c0-bbec-aef3ca10ec11),segment_id=25a599b3-9c6c-41c0-bbec-aef3ca10ec11)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:04:38.526660 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), precommit_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.540238 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Calling delete_port for 55a21529-b7af-4ff2-be86-27f8dfb688f6 owned by network:dhcp {{(pid=114942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:04:38.583298 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 321d9b61-0aef-4173-a45a-ac05c2f1c40a no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:04:38.608911 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 321d9b61-0aef-4173-a45a-ac05c2f1c40a {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:04:38.609296 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 321d9b61-0aef-4173-a45a-ac05c2f1c40a not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:04:38.609724 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device a2ea76e3-53a5-47cd-bad1-63781cb3b406 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:04:38.640814 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: a2ea76e3-53a5-47cd-bad1-63781cb3b406 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:04:38.641192 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device a2ea76e3-53a5-47cd-bad1-63781cb3b406 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:04:38.641626 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 55a21529-b7af-4ff2-be86-27f8dfb688f6 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:04:38.699874 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.725491 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Pushing event deleted for resources: {'Port': ['ID=55a21529-b7af-4ff2-be86-27f8dfb688f6,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:38.725712 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), after_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.729851 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] No DVR routers for this DVR port 55a21529-b7af-4ff2-be86-27f8dfb688f6 on host dv-cinder-824839-2-iscsi {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:04:38.752772 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 55a21529-b7af-4ff2-be86-27f8dfb688f6 is: ACTIVE; New status is: DOWN {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:04:38.753193 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (55a21529-b7af-4ff2-be86-27f8dfb688f6), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.755205 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Pushing event deleted for resources: {'Port': ['ID=55a21529-b7af-4ff2-be86-27f8dfb688f6,revision_number=None']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:38.774017 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:38.774386 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:38.774766 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:38.775121 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:38.775471 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:38.775924 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:38.776159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:38.776499 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:38.777820 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:38.777820 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:38.777820 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:38.777820 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:38.778152 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:38.782639 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbaa70-ef7f-40a9-8988-93feda9cac6e None None] No DVR routers for this DVR port 55a21529-b7af-4ff2-be86-27f8dfb688f6 on host dv-cinder-824839-2-iscsi {{(pid=114942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:04:38.830927 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.848451 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6']}} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:38.859129 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a599b3-9c6c-41c0-bbec-aef3ca10ec11') {'for_net_delete': True} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:38.859440 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a599b3-9c6c-41c0-bbec-aef3ca10ec11') {} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:38.869273 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869107'] for segment (25a599b3-9c6c-41c0-bbec-aef3ca10ec11), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.882992 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (25a599b3-9c6c-41c0-bbec-aef3ca10ec11), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.888927 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Releasing vlan 987 on physical network physnet1 to pool {{(pid=114941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 10:04:38.889323 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29490688'] for segment (25a599b3-9c6c-41c0-bbec-aef3ca10ec11), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: Traceback (most recent call last): Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: timer() Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: cb(*args, **kw) Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: return func(*args, **kwargs) Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: self._notify() Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: self.callback(batched_events) Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: event.method(event) Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: return f(self, *a, **k) Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: return self._get(url).json() Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: return self.request(url, 'GET', **kwargs) Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 10:04:38.891117 dv-cinder-824839-2-iscsi neutron-server[114941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 10:04:39.075694 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:39.081198 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:39.084617 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] 10.222.0.88 "DELETE /v2.0/networks/2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6 HTTP/1.1" status: 204 len: 168 time: 0.8626585 Jan 17 10:04:39.096823 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244a385-a347-44f1-bb7d-f3e9936f80cb admin admin] Pushing event deleted for resources: {'Network': ['ID=2ebc4e61-3a36-40ac-b836-b5d1c5fe07d6,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:39.395797 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37226) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:39.435942 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-b6bdb286-4836-484e-825b-18d0cd5ea89c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9d833d073d534e56bcff57aead77b7e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389612 Jan 17 10:04:39.438440 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37228) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:39.486352 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f0874742-3f12-4e42-b829-fa5276c3d4bf admin admin] Publish callbacks [] for security_group (76b93a0b-79f4-427c-9151-3e025b558954), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:39.508798 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f0874742-3f12-4e42-b829-fa5276c3d4bf admin admin] Publish callbacks [] for security_group (76b93a0b-79f4-427c-9151-3e025b558954), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:39.648655 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f0874742-3f12-4e42-b829-fa5276c3d4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (76b93a0b-79f4-427c-9151-3e025b558954), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:39.658017 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f0874742-3f12-4e42-b829-fa5276c3d4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:39.658017 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-f0874742-3f12-4e42-b829-fa5276c3d4bf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/76b93a0b-79f4-427c-9151-3e025b558954 HTTP/1.1" status: 204 len: 168 time: 0.2134321 Jan 17 10:04:39.660734 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0874742-3f12-4e42-b829-fa5276c3d4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b93a0b-79f4-427c-9151-3e025b558954,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:40.273953 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d846ede-3fa5-46d6-9290-e91faebfcc37 req-44a6415d-d145-4b33-97d6-f58bc6c10fb8 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452158 Jan 17 10:04:40.336500 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d846ede-3fa5-46d6-9290-e91faebfcc37 req-90ef0b59-b8f6-481f-a52c-d49179d33296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:40.338108 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d846ede-3fa5-46d6-9290-e91faebfcc37 req-90ef0b59-b8f6-481f-a52c-d49179d33296 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 1098 time: 0.0439696 Jan 17 10:04:40.446544 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d846ede-3fa5-46d6-9290-e91faebfcc37 req-c5ccd3f1-10e4-416b-8d0d-6105b3d09c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:40.448102 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d846ede-3fa5-46d6-9290-e91faebfcc37 req-c5ccd3f1-10e4-416b-8d0d-6105b3d09c5e service neutron] 10.222.0.94 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 913 time: 0.0923533 Jan 17 10:04:40.519879 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d846ede-3fa5-46d6-9290-e91faebfcc37 req-21ee73c2-d155-4882-9b92-0200a5add5bf service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0eb19f31-663a-46ee-8fae-ee1dc5c6003a HTTP/1.1" status: 200 len: 1001 time: 0.0657516 Jan 17 10:04:40.569682 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d846ede-3fa5-46d6-9290-e91faebfcc37 req-dd043974-5b8a-46c8-bfd5-2a7c8d97299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:40.571780 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d846ede-3fa5-46d6-9290-e91faebfcc37 req-dd043974-5b8a-46c8-bfd5-2a7c8d97299f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 200 len: 851 time: 0.0463281 Jan 17 10:04:40.617298 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d846ede-3fa5-46d6-9290-e91faebfcc37 req-221b0984-47a2-4c94-aa34-846b2b752607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:40.618932 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d846ede-3fa5-46d6-9290-e91faebfcc37 req-221b0984-47a2-4c94-aa34-846b2b752607 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413074 Jan 17 10:04:40.712986 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d846ede-3fa5-46d6-9290-e91faebfcc37 req-d8d4c69e-46fd-43fd-9e88-5ae8e15120f5 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878444 Jan 17 10:04:40.809361 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-6d846ede-3fa5-46d6-9290-e91faebfcc37 req-0fb5797c-bda6-47d0-beba-860770762509 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910869 Jan 17 10:04:41.500869 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:04:41.796667 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5657e3-d590-4885-95d8-5483a6aef6c3 req-f3899583-a2c0-4697-a515-45e3cc0ed244 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:41.798204 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c5657e3-d590-4885-95d8-5483a6aef6c3 req-f3899583-a2c0-4697-a515-45e3cc0ed244 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 945 time: 0.0537376 Jan 17 10:04:41.853387 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7c5657e3-d590-4885-95d8-5483a6aef6c3 req-69eaf4ed-c08d-42d4-bd65-90fc92532015 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490673 Jan 17 10:04:42.971044 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b14f9-6fc6-4a5f-a888-c9927392e50f req-080f1676-0f03-4c38-ab5d-40f5662a9cef tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:42.972543 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1d0b14f9-6fc6-4a5f-a888-c9927392e50f req-080f1676-0f03-4c38-ab5d-40f5662a9cef tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 945 time: 0.0476599 Jan 17 10:04:43.024492 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1d0b14f9-6fc6-4a5f-a888-c9927392e50f req-5d396e94-1716-4d4a-a155-6aa51a1ddc8c tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455577 Jan 17 10:04:43.490402 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-4058d707-3696-416d-ab9a-09593d40f88d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:43.492461 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-4058d707-3696-416d-ab9a-09593d40f88d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 945 time: 0.0533025 Jan 17 10:04:43.583369 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Deleting port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:04:43.583719 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:43.676694 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] For port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=0eb19f31-663a-46ee-8fae-ee1dc5c6003a,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:04:43.677334 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:43.845181 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:43.845551 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (74399c75-b509-4283-953f-5035c172afac), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:43.845868 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.l3_db [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Floating IP 74399c75-b509-4283-953f-5035c172afac disassociated. External IP: 172.27.0.245, port: 0eb19f31-663a-46ee-8fae-ee1dc5c6003a. Jan 17 10:04:43.846214 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Calling delete_port for 0eb19f31-663a-46ee-8fae-ee1dc5c6003a owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:04:44.048521 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (0eb19f31-663a-46ee-8fae-ee1dc5c6003a), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:44.080332 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event deleted for resources: {'Port': ['ID=0eb19f31-663a-46ee-8fae-ee1dc5c6003a,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:44.128689 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-91d854b5-9a40-40c2-be23-b1744caac4af req-5cc8fa40-e909-4c10-ab0b-d206bf1c3f2b tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 210 time: 0.0277808 Jan 17 10:04:44.202349 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Router a596ce3a-d8af-4ea1-8c68-369dda476f78 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:04:44.313525 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:04:44.325166 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f4a6b-a3ef-4047-8ca8-47b65ccddedf None None] Sync routers for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:04:44.336589 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f4a6b-a3ef-4047-8ca8-47b65ccddedf None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:04:44.337394 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ae5f4a6b-a3ef-4047-8ca8-47b65ccddedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:04:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:44.360624 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] No DVR routers for this DVR port 0eb19f31-663a-46ee-8fae-ee1dc5c6003a on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:04:44.363364 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:44.367415 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-3557fb5b-d229-480f-ac68-0ea387912d62 req-b4019208-b6dd-4711-89de-a6f660e477e5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "DELETE /v2.0/ports/0eb19f31-663a-46ee-8fae-ee1dc5c6003a HTTP/1.1" status: 204 len: 173 time: 0.8700869 Jan 17 10:04:44.367845 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69aaf792-a97e-45f9-a9a4-4360f2b0ee1f', 'name': 'network-vif-deleted', 'tag': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:04:44.370760 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f1b511-2de8-46d6-a7f4-59bbefa48dd6" -d '{"events": [{"server_uuid": "69aaf792-a97e-45f9-a9a4-4360f2b0ee1f", "name": "network-vif-deleted", "tag": "0eb19f31-663a-46ee-8fae-ee1dc5c6003a"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:04:44.410021 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6092d19e-1f8b-463d-9a08-557deaf398b1 x-openstack-request-id: req-6092d19e-1f8b-463d-9a08-557deaf398b1 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:04:44.410590 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69aaf792-a97e-45f9-a9a4-4360f2b0ee1f", "name": "network-vif-deleted", "tag": "0eb19f31-663a-46ee-8fae-ee1dc5c6003a", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:04:44.411058 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6092d19e-1f8b-463d-9a08-557deaf398b1 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:04:44.411739 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69aaf792-a97e-45f9-a9a4-4360f2b0ee1f', 'name': 'network-vif-deleted', 'tag': '0eb19f31-663a-46ee-8fae-ee1dc5c6003a', 'status': 'completed', 'code': 200} Jan 17 10:04:44.462896 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-ae5f4a6b-a3ef-4047-8ca8-47b65ccddedf None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:04:44.689283 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ae5f4a6b-a3ef-4047-8ca8-47b65ccddedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:44.715749 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f4a6b-a3ef-4047-8ca8-47b65ccddedf None None] Checking router: a596ce3a-d8af-4ea1-8c68-369dda476f78 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:04:44.724131 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f4a6b-a3ef-4047-8ca8-47b65ccddedf None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:04:44.724902 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ae5f4a6b-a3ef-4047-8ca8-47b65ccddedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:04:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:44.935953 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-ae5f4a6b-a3ef-4047-8ca8-47b65ccddedf None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:04:45.143632 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-ae5f4a6b-a3ef-4047-8ca8-47b65ccddedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:45.170563 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f4a6b-a3ef-4047-8ca8-47b65ccddedf None None] The sync data for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi is: [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:04:45.238980 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2d5edc36-2001-4710-a820-52684f50aa00 req-f16c14d7-86a9-4e8f-8304-089b8c1d02ab tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=69aaf792-a97e-45f9-a9a4-4360f2b0ee1f HTTP/1.1" status: 200 len: 210 time: 0.0264480 Jan 17 10:04:45.411914 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605562b4-93e6-4a16-8a69-effbeb6f40f7 None None] New status for floating IP 74399c75-b509-4283-953f-5035c172afac: DOWN {{(pid=114942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:04:46.512956 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-83918ff8-3800-4315-89a4-a753c86333f7 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1384298190&fields=id&tenant_id=d877f04e846b491fbdf9e75655bacd33 HTTP/1.1" status: 200 len: 267 time: 0.0466251 Jan 17 10:04:46.623064 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-44bdb6a8-3b4a-4575-9d0e-98c147296839 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:46.624523 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-44bdb6a8-3b4a-4575-9d0e-98c147296839 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 812 time: 0.1051648 Jan 17 10:04:46.642381 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-7ae0755d-e7d4-49aa-8176-8e44e0c2ef1f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/quotas/d877f04e846b491fbdf9e75655bacd33 HTTP/1.1" status: 200 len: 375 time: 0.0121515 Jan 17 10:04:46.694334 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-494d37f7-16ba-443d-aafd-87e6f11289ad tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464926 Jan 17 10:04:46.800500 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-04b00bdd-d96e-4c0e-a5f0-494afdc6b351 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 10:04:46.801531 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-04b00bdd-d96e-4c0e-a5f0-494afdc6b351 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0964522 Jan 17 10:04:46.898285 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-7dde5fec-0787-492c-9940-7fc4ec29b3e5 service neutron] 10.222.0.88 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903277 Jan 17 10:04:46.995175 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-6abb6e23-ee1d-4011-8159-b25c229c8ab0 service neutron] 10.222.0.88 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911739 Jan 17 10:04:47.382142 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 0eb19f31-663a-46ee-8fae-ee1dc5c6003a no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:04:47.407374 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 0eb19f31-663a-46ee-8fae-ee1dc5c6003a {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:04:47.407726 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 0eb19f31-663a-46ee-8fae-ee1dc5c6003a not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:04:49.083923 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e4e0ffc8-f7e3-4702-acca-e535ed5aedbb req-3d65b3ff-886b-4cce-8221-90e9d5e5b98a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 210 time: 0.0271664 Jan 17 10:04:50.035208 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c91a7-b708-4819-92de-f7fbc6e62bd8 req-84ddd848-0d4d-42fd-b241-0c18da1cff80 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:50.036778 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5f9c91a7-b708-4819-92de-f7fbc6e62bd8 req-84ddd848-0d4d-42fd-b241-0c18da1cff80 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 946 time: 0.0615907 Jan 17 10:04:50.100712 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5f9c91a7-b708-4819-92de-f7fbc6e62bd8 req-e6a05ca2-fbf8-4329-b89c-9d1819896852 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566406 Jan 17 10:04:50.172922 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-92d5a13c-ff36-4eef-a77b-7fdd7e771327 req-287be0b1-6f40-40c9-8f4b-30bb77d61de2 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 210 time: 0.0284331 Jan 17 10:04:51.228821 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914719fa-96be-4283-84b0-166593abb956 req-6c454ac1-4628-4304-8485-3aa29aab78f7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:51.231003 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-914719fa-96be-4283-84b0-166593abb956 req-6c454ac1-4628-4304-8485-3aa29aab78f7 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 946 time: 0.0516171 Jan 17 10:04:51.274072 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4d8bf0bf-a696-4070-9ea2-955ec0249ae6 req-407cc3ed-8569-4baa-8b68-1148638ffefd tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 210 time: 0.0420585 Jan 17 10:04:51.304569 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-914719fa-96be-4283-84b0-166593abb956 req-b5fca96e-35cd-4ea2-ad62-700265a7f5ab tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups?id=660c56b3-14f2-4fe1-81bb-d62c95c10228&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634232 Jan 17 10:04:51.552879 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a002524-9393-489d-999a-b44eda25b89c req-f264983c-28cd-4bb8-ba90-56d450485ab3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:51.554988 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5a002524-9393-489d-999a-b44eda25b89c req-f264983c-28cd-4bb8-ba90-56d450485ab3 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.94 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 946 time: 0.0536094 Jan 17 10:04:51.646909 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Deleting port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:04:51.647184 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:51.742525 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] For port 38d7fe9f-67a1-4095-95dc-0f012baa7f71, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38d7fe9f-67a1-4095-95dc-0f012baa7f71,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:04:51.742925 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:51.942790 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:51.943094 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (7595f6e0-4c5e-4c9b-a080-9748779881bb), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:51.943381 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.l3_db [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Floating IP 7595f6e0-4c5e-4c9b-a080-9748779881bb disassociated. External IP: 172.27.0.103, port: 38d7fe9f-67a1-4095-95dc-0f012baa7f71. Jan 17 10:04:51.943766 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Calling delete_port for 38d7fe9f-67a1-4095-95dc-0f012baa7f71 owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:04:52.174166 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (38d7fe9f-67a1-4095-95dc-0f012baa7f71), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:52.204470 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event deleted for resources: {'Port': ['ID=38d7fe9f-67a1-4095-95dc-0f012baa7f71,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:52.217832 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:52.217832 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:52.217832 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:52.217832 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:52.217832 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:52.217832 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:52.218375 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:52.218490 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:52.218799 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:52.219146 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:52.219486 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:52.219859 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:52.220197 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:04:52.336352 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Router 3f4305a4-4eff-488a-98d5-2f1e992226a2 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:04:52.354187 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f29a559d-7611-489f-b251-a6bb4974ce06 req-d518dbd0-d150-45d4-b9c7-c735a3af16f3 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 210 time: 0.0297244 Jan 17 10:04:52.414019 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c8626075-a19c-4c14-a41a-d539eec325a2 req-34cda311-3b5a-4c61-9911-0646e3c12f25 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 210 time: 0.0261819 Jan 17 10:04:52.459926 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-21be635f-9d14-47c4-8cbf-296cd981f982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:52.469375 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:04:52.480444 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93416ef-cf61-4a8a-b849-4c645ca0e711 None None] Sync routers for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:04:52.493537 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93416ef-cf61-4a8a-b849-4c645ca0e711 None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:04:52.494248 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-e93416ef-cf61-4a8a-b849-4c645ca0e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:04:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:52.511540 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] No DVR routers for this DVR port 38d7fe9f-67a1-4095-95dc-0f012baa7f71 on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:04:52.514115 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:52.517549 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5a002524-9393-489d-999a-b44eda25b89c req-24505841-a17d-409c-a9df-76b176080ed2 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.94 "DELETE /v2.0/ports/38d7fe9f-67a1-4095-95dc-0f012baa7f71 HTTP/1.1" status: 204 len: 173 time: 0.9579301 Jan 17 10:04:52.523398 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'name': 'network-vif-deleted', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:04:52.523398 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be23d427-ec3e-44d9-87c9-16e86f659caf" -d '{"events": [{"server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "name": "network-vif-deleted", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:04:52.566318 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d3492f-0fe0-4eb3-a0d8-260a080c1eac x-openstack-request-id: req-25d3492f-0fe0-4eb3-a0d8-260a080c1eac {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:04:52.567350 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a1164e-1baa-407b-a052-3a40ff82aaa5", "name": "network-vif-deleted", "tag": "38d7fe9f-67a1-4095-95dc-0f012baa7f71", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:04:52.567866 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-25d3492f-0fe0-4eb3-a0d8-260a080c1eac {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:04:52.568451 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a1164e-1baa-407b-a052-3a40ff82aaa5', 'name': 'network-vif-deleted', 'tag': '38d7fe9f-67a1-4095-95dc-0f012baa7f71', 'status': 'completed', 'code': 200} Jan 17 10:04:52.621746 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-e93416ef-cf61-4a8a-b849-4c645ca0e711 None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:04:52.845896 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-e93416ef-cf61-4a8a-b849-4c645ca0e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:41Z', 'revision_number': 5, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:52.874149 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93416ef-cf61-4a8a-b849-4c645ca0e711 None None] Checking router: 3f4305a4-4eff-488a-98d5-2f1e992226a2 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:04:52.884438 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93416ef-cf61-4a8a-b849-4c645ca0e711 None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:04:52.885096 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-e93416ef-cf61-4a8a-b849-4c645ca0e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:04:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:53.003474 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-e93416ef-cf61-4a8a-b849-4c645ca0e711 None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:04:53.216188 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-e93416ef-cf61-4a8a-b849-4c645ca0e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:41Z', 'revision_number': 5, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:04:53.247124 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93416ef-cf61-4a8a-b849-4c645ca0e711 None None] The sync data for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi is: [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T09:53:34Z', 'revision_number': 4, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '498f2461-0d87-4a2a-9ca9-b084a831d8a0', 'name': '', 'network_id': '13f5851c-5a19-42aa-919c-d5436bee2140', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'mac_address': 'fa:16:3e:c5:56:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:32Z', 'updated_at': '2022-01-17T09:53:41Z', 'revision_number': 5, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'subnets': [{'id': 'f9ef09a4-55c1-4a25-a157-6d2f5e7d9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:04:53.452715 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-138abfe9-ea8b-4a6e-bd18-69a8e7c78eb9 req-6544033d-37ee-4e62-8eac-809401fc5520 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 210 time: 0.0282285 Jan 17 10:04:53.506489 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bb2a54-ea86-45bf-9362-69e74fd5103e None None] New status for floating IP 7595f6e0-4c5e-4c9b-a080-9748779881bb: DOWN {{(pid=114942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:04:53.540619 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d770fca2-61df-401f-bc25-6948f6877b7a req-385352df-5fbc-4321-8052-c7b14885e185 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3a1164e-1baa-407b-a052-3a40ff82aaa5 HTTP/1.1" status: 200 len: 210 time: 0.0273657 Jan 17 10:04:53.786475 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37430) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:53.899418 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d25047a1-24ef-42f1-ae3e-326efbdbfbb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:53.973493 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d25047a1-24ef-42f1-ae3e-326efbdbfbb6 admin admin] Publish callbacks [] for security_group (bd87509a-916a-4ffc-93b1-f488b68fea3d), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:54.074965 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d25047a1-24ef-42f1-ae3e-326efbdbfbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (bd87509a-916a-4ffc-93b1-f488b68fea3d), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:54.117312 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-d25047a1-24ef-42f1-ae3e-326efbdbfbb6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b1090899ce0a49b5b71d37dc6d387f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296814 Jan 17 10:04:54.118283 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25047a1-24ef-42f1-ae3e-326efbdbfbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd87509a-916a-4ffc-93b1-f488b68fea3d,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:54.120055 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37434) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:54.172416 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f6cd95f0-f78e-4b5d-a508-c5cfcccb280a admin admin] Publish callbacks [] for security_group (bd87509a-916a-4ffc-93b1-f488b68fea3d), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:54.194979 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f6cd95f0-f78e-4b5d-a508-c5cfcccb280a admin admin] Publish callbacks [] for security_group (bd87509a-916a-4ffc-93b1-f488b68fea3d), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:54.345455 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f6cd95f0-f78e-4b5d-a508-c5cfcccb280a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (bd87509a-916a-4ffc-93b1-f488b68fea3d), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:54.348126 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f6cd95f0-f78e-4b5d-a508-c5cfcccb280a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:54.349287 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-f6cd95f0-f78e-4b5d-a508-c5cfcccb280a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bd87509a-916a-4ffc-93b1-f488b68fea3d HTTP/1.1" status: 204 len: 168 time: 0.2280741 Jan 17 10:04:54.362174 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd95f0-f78e-4b5d-a508-c5cfcccb280a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd87509a-916a-4ffc-93b1-f488b68fea3d,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:54.550664 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1e9d4b9f-e85a-4a03-939c-668a4a5b74fa req-82276cd7-1a38-4f6b-a5bc-458b51c908cd tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 210 time: 0.0267630 Jan 17 10:04:54.730166 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37450) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:54.788826 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-20bb17f3-a44a-488c-88de-fda3319f3a3c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group (660c56b3-14f2-4fe1-81bb-d62c95c10228), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:54.813478 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-20bb17f3-a44a-488c-88de-fda3319f3a3c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group (660c56b3-14f2-4fe1-81bb-d62c95c10228), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:54.945362 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-20bb17f3-a44a-488c-88de-fda3319f3a3c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (660c56b3-14f2-4fe1-81bb-d62c95c10228), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:54.948247 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-20bb17f3-a44a-488c-88de-fda3319f3a3c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:54.949515 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-20bb17f3-a44a-488c-88de-fda3319f3a3c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "DELETE /v2.0/security-groups/660c56b3-14f2-4fe1-81bb-d62c95c10228 HTTP/1.1" status: 204 len: 168 time: 0.2182529 Jan 17 10:04:54.952798 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37458) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:54.959543 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb17f3-a44a-488c-88de-fda3319f3a3c tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660c56b3-14f2-4fe1-81bb-d62c95c10228,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:54.971849 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.api.v2.resource [None req-82d65a33-88e8-4f34-8cd5-6944c9dbedb6 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] show failed (client error): The resource could not be found. Jan 17 10:04:54.972985 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-82d65a33-88e8-4f34-8cd5-6944c9dbedb6 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "GET /v2.0/security-groups/660c56b3-14f2-4fe1-81bb-d62c95c10228 HTTP/1.1" status: 404 len: 347 time: 0.0185995 Jan 17 10:04:54.976266 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37460) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:54.985153 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-cc1837b5-9eb3-4cfc-b872-6c6aa2cffc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:55.116869 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-1acc5451-5754-4cb2-8abb-e8f5efc786a8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Deleting port 54309748-622a-460b-84f3-7c66b9d686d8 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:04:55.117319 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1acc5451-5754-4cb2-8abb-e8f5efc786a8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (54309748-622a-460b-84f3-7c66b9d686d8), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:55.197207 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1acc5451-5754-4cb2-8abb-e8f5efc786a8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (54309748-622a-460b-84f3-7c66b9d686d8), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:55.197546 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1acc5451-5754-4cb2-8abb-e8f5efc786a8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (54309748-622a-460b-84f3-7c66b9d686d8), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:55.209551 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-1acc5451-5754-4cb2-8abb-e8f5efc786a8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Calling delete_port for 54309748-622a-460b-84f3-7c66b9d686d8 owned by network:floatingip {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:04:55.401007 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1acc5451-5754-4cb2-8abb-e8f5efc786a8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (54309748-622a-460b-84f3-7c66b9d686d8), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:55.429326 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc5451-5754-4cb2-8abb-e8f5efc786a8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Pushing event deleted for resources: {'Port': ['ID=54309748-622a-460b-84f3-7c66b9d686d8,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:55.443194 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 38d7fe9f-67a1-4095-95dc-0f012baa7f71 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:04:55.463415 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 38d7fe9f-67a1-4095-95dc-0f012baa7f71 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:04:55.463780 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 38d7fe9f-67a1-4095-95dc-0f012baa7f71 not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:04:55.547112 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1acc5451-5754-4cb2-8abb-e8f5efc786a8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks [] for floatingip (7595f6e0-4c5e-4c9b-a080-9748779881bb), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:55.549678 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-1acc5451-5754-4cb2-8abb-e8f5efc786a8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:55.550863 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-1acc5451-5754-4cb2-8abb-e8f5efc786a8 tempest-AttachVolumeShelveTestJSON-1844109640 tempest-AttachVolumeShelveTestJSON-1844109640-project] 10.222.0.88 "DELETE /v2.0/floatingips/7595f6e0-4c5e-4c9b-a080-9748779881bb HTTP/1.1" status: 204 len: 168 time: 0.5736544 Jan 17 10:04:55.628361 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-6aca4301-9aa0-401f-a386-452e3817f65b tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:55.630394 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-6aca4301-9aa0-401f-a386-452e3817f65b tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 812 time: 0.1449172 Jan 17 10:04:55.676249 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9ca0001b-6d54-4ebd-9795-654a03b5f412 req-2916f9cd-0f6e-438f-a632-d296840f2999 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 210 time: 0.0339589 Jan 17 10:04:55.711465 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-3a7cf1b0-288e-49b7-a349-d8cb705402a9 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d877f04e846b491fbdf9e75655bacd33 HTTP/1.1" status: 200 len: 380 time: 0.0723548 Jan 17 10:04:55.719907 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-d21464d4-20b1-44bc-ab1b-9609d1bfd2cc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Request body: {'port': {'device_id': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'admin_state_up': True, 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'security_groups': ['b3f8833d-8708-45aa-8885-5a1db2a8dcb9']}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:04:55.954005 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:56.008770 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-d21464d4-20b1-44bc-ab1b-9609d1bfd2cc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Made reservation on behalf of d877f04e846b491fbdf9e75655bacd33 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:04:56.012529 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-d21464d4-20b1-44bc-ab1b-9609d1bfd2cc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:56.144862 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-d21464d4-20b1-44bc-ab1b-9609d1bfd2cc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Allocated IP 172.20.0.14 (c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb/1b212023-aa9b-4c88-946c-f52c9eb2fbda/141277fb-caa2-4ab1-86ab-545042be486c) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:04:56.288433 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-d21464d4-20b1-44bc-ab1b-9609d1bfd2cc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for port (141277fb-caa2-4ab1-86ab-545042be486c), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:56.396828 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-d21464d4-20b1-44bc-ab1b-9609d1bfd2cc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (141277fb-caa2-4ab1-86ab-545042be486c), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:56.445724 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-d21464d4-20b1-44bc-ab1b-9609d1bfd2cc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:04:56.448932 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-d21464d4-20b1-44bc-ab1b-9609d1bfd2cc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:04:56.453476 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-d21464d4-20b1-44bc-ab1b-9609d1bfd2cc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:04:56.457544 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21464d4-20b1-44bc-ab1b-9609d1bfd2cc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'Port': ['ID=141277fb-caa2-4ab1-86ab-545042be486c,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:56.513127 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-d21464d4-20b1-44bc-ab1b-9609d1bfd2cc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:56.513855 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-d21464d4-20b1-44bc-ab1b-9609d1bfd2cc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:56.685010 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-d21464d4-20b1-44bc-ab1b-9609d1bfd2cc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9693336 Jan 17 10:04:56.696802 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Request body: {'port': {'device_id': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:04:56.776884 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-5511da8d-6e1f-4382-8fcd-d09374a3ed29 None None] Provisioning complete for port 141277fb-caa2-4ab1-86ab-545042be486c triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:04:56.776884 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-5511da8d-6e1f-4382-8fcd-d09374a3ed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (141277fb-caa2-4ab1-86ab-545042be486c), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:56.777572 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (141277fb-caa2-4ab1-86ab-545042be486c), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:56.804039 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-5511da8d-6e1f-4382-8fcd-d09374a3ed29 None None] Port 141277fb-caa2-4ab1-86ab-545042be486c cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:04:56.813346 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539bf27-874e-45c8-82fa-fd0d9c984cde req-a97bb7c9-2ef3-4d37-9c04-f61199222721 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:56.825399 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e539bf27-874e-45c8-82fa-fd0d9c984cde req-a97bb7c9-2ef3-4d37-9c04-f61199222721 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 932 time: 0.0667903 Jan 17 10:04:56.876888 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e539bf27-874e-45c8-82fa-fd0d9c984cde req-c4ed2b15-f5dd-4fbe-896f-d3c7567193e1 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529263 Jan 17 10:04:57.052969 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141277fb-caa2-4ab1-86ab-545042be486c {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:04:57.060998 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Publish callbacks [] for port (141277fb-caa2-4ab1-86ab-545042be486c), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:57.074147 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Transition to ACTIVE for port object 141277fb-caa2-4ab1-86ab-545042be486c will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 10:04:57.407680 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (141277fb-caa2-4ab1-86ab-545042be486c), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:57.488845 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Pushing event updated for resources: {'Port': ['ID=141277fb-caa2-4ab1-86ab-545042be486c,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:57.554615 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Attempting to bind port 141277fb-caa2-4ab1-86ab-545042be486c on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:04:57.555008 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Attempting to bind port 141277fb-caa2-4ab1-86ab-545042be486c by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:04:57.555986 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Attempting to bind port 141277fb-caa2-4ab1-86ab-545042be486c on network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:04:57.560926 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Port 141277fb-caa2-4ab1-86ab-545042be486c on network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 10:04:57.561261 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Attempting to bind port 141277fb-caa2-4ab1-86ab-545042be486c on network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:04:57.566631 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:04:57.567073 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Checking segment: {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:04:57.567477 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Bound using segment: {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:04:57.571773 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Bound port: 141277fb-caa2-4ab1-86ab-545042be486c, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:04:57.571773 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (141277fb-caa2-4ab1-86ab-545042be486c), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:57.768672 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:57.890617 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] For port 141277fb-caa2-4ab1-86ab-545042be486c, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:04:57.893602 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] For port 141277fb-caa2-4ab1-86ab-545042be486c, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=141277fb-caa2-4ab1-86ab-545042be486c,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:04:57.996213 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6709-d3b3-453b-90ab-299be70d9740 req-324f7cc2-22f0-44a2-b97b-57acf113abb5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:57.997733 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a64e6709-d3b3-453b-90ab-299be70d9740 req-324f7cc2-22f0-44a2-b97b-57acf113abb5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 944 time: 0.0498967 Jan 17 10:04:58.049968 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-a64e6709-d3b3-453b-90ab-299be70d9740 req-770d3039-51a9-4a2c-ad56-341a0208b246 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466142 Jan 17 10:04:58.098853 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (141277fb-caa2-4ab1-86ab-545042be486c), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:58.138067 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:58.138853 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:58.140952 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] 10.222.0.94 "PUT /v2.0/ports/141277fb-caa2-4ab1-86ab-545042be486c HTTP/1.1" status: 200 len: 1094 time: 1.4490566 Jan 17 10:04:58.141514 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'tag': '141277fb-caa2-4ab1-86ab-545042be486c'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:04:58.144798 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279fe087-4c0b-4af5-b8db-431bfcb7c43f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c8ae82-626e-4590-93e9-b2b9d8e81b7c", "tag": "141277fb-caa2-4ab1-86ab-545042be486c"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:04:58.180256 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c643d1f-a1a9-4b7b-ae7d-07183aadaf94 service neutron] Pushing event updated for resources: {'Port': ['ID=141277fb-caa2-4ab1-86ab-545042be486c,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:04:58.211802 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98e71c8-dafa-459f-bbe0-5263a1f7f057 x-openstack-request-id: req-d98e71c8-dafa-459f-bbe0-5263a1f7f057 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:04:58.211802 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c8ae82-626e-4590-93e9-b2b9d8e81b7c", "tag": "141277fb-caa2-4ab1-86ab-545042be486c", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:04:58.211802 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d98e71c8-dafa-459f-bbe0-5263a1f7f057 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:04:58.211802 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'tag': '141277fb-caa2-4ab1-86ab-545042be486c', 'status': 'completed', 'code': 200} Jan 17 10:04:58.262289 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fe087-4c0b-4af5-b8db-431bfcb7c43f req-e8d6e670-6a46-4031-8847-1aceaf9da170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:58.263865 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-279fe087-4c0b-4af5-b8db-431bfcb7c43f req-e8d6e670-6a46-4031-8847-1aceaf9da170 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 1097 time: 0.0443180 Jan 17 10:04:58.376032 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fe087-4c0b-4af5-b8db-431bfcb7c43f req-3d16f4a6-5a52-4d42-9f7b-3e3a31fa6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:58.377555 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-279fe087-4c0b-4af5-b8db-431bfcb7c43f req-3d16f4a6-5a52-4d42-9f7b-3e3a31fa6a6d service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=d877f04e846b491fbdf9e75655bacd33&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1073754 Jan 17 10:04:58.470932 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fe087-4c0b-4af5-b8db-431bfcb7c43f req-876ebe42-584e-4757-8ab8-e1c01b95ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:58.472289 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-279fe087-4c0b-4af5-b8db-431bfcb7c43f req-876ebe42-584e-4757-8ab8-e1c01b95ee9a service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886295 Jan 17 10:04:58.551527 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-5c77e707-0d08-44a3-b0cb-d977ac5ab80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:58.553120 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-5c77e707-0d08-44a3-b0cb-d977ac5ab80a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 1097 time: 0.0417738 Jan 17 10:04:58.592561 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-f1f6896f-0a48-402c-856c-76d805804962 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=141277fb-caa2-4ab1-86ab-545042be486c HTTP/1.1" status: 200 len: 217 time: 0.0327871 Jan 17 10:04:58.645592 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-4d4694ad-c52c-425d-8d75-99627c55f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:58.647222 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-4d4694ad-c52c-425d-8d75-99627c55f697 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 200 len: 851 time: 0.0493796 Jan 17 10:04:58.692117 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-df68a708-c0ba-4b33-a006-4b72cdafa199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:58.692990 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37524) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:04:58.693849 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-df68a708-c0ba-4b33-a006-4b72cdafa199 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412934 Jan 17 10:04:58.791741 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-d2d8dfb1-9d8a-4641-ad50-30e17deb5ed8 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921278 Jan 17 10:04:58.895723 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-cf99bb9d-357c-45b6-9c9d-acf5c8d840b1 req-320c2684-49e4-4c58-9263-af5ac468d0f3 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983193 Jan 17 10:04:59.088429 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:59.225225 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcf1ea-8696-44eb-8acd-a7c40a87135f req-63c08a0e-1725-4e8b-ba7b-1f5c9a2f30c7 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:04:59.227357 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-77dcf1ea-8696-44eb-8acd-a7c40a87135f req-63c08a0e-1725-4e8b-ba7b-1f5c9a2f30c7 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 944 time: 0.0936294 Jan 17 10:04:59.333691 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-77dcf1ea-8696-44eb-8acd-a7c40a87135f req-607aac66-28fe-4a11-9a09-9e06a8f12921 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990806 Jan 17 10:04:59.379515 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-0ec42667-b718-413f-a0a1-7114973646d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33152778'] for router_interface (3f4305a4-4eff-488a-98d5-2f1e992226a2), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:59.677234 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-0ec42667-b718-413f-a0a1-7114973646d5 admin admin] Deleting port 498f2461-0d87-4a2a-9ca9-b084a831d8a0 {{(pid=114940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:04:59.677234 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-0ec42667-b718-413f-a0a1-7114973646d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:59.753407 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [None req-0ec42667-b718-413f-a0a1-7114973646d5 admin admin] For port 498f2461-0d87-4a2a-9ca9-b084a831d8a0, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=498f2461-0d87-4a2a-9ca9-b084a831d8a0,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:04:59.753755 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-0ec42667-b718-413f-a0a1-7114973646d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:04:59.767263 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-0ec42667-b718-413f-a0a1-7114973646d5 admin admin] Calling delete_port for 498f2461-0d87-4a2a-9ca9-b084a831d8a0 owned by network:router_interface {{(pid=114940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:05:00.059406 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-0ec42667-b718-413f-a0a1-7114973646d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (498f2461-0d87-4a2a-9ca9-b084a831d8a0), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:00.088201 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec42667-b718-413f-a0a1-7114973646d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=498f2461-0d87-4a2a-9ca9-b084a831d8a0,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:00.251930 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-0ec42667-b718-413f-a0a1-7114973646d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33241339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33137306'] for router_interface (3f4305a4-4eff-488a-98d5-2f1e992226a2), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:00.653427 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88108b-d5e1-4442-b7c0-b6dd82d3ccd8 req-7fd1052e-4b28-4905-af61-333f89ff9323 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:00.654956 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ee88108b-d5e1-4442-b7c0-b6dd82d3ccd8 req-7fd1052e-4b28-4905-af61-333f89ff9323 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 944 time: 0.0762594 Jan 17 10:05:00.777845 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ee88108b-d5e1-4442-b7c0-b6dd82d3ccd8 req-45bb6afa-c5c8-42c2-baf3-5709c311da2f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171775 Jan 17 10:05:00.798844 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec42667-b718-413f-a0a1-7114973646d5 admin admin] Router 3f4305a4-4eff-488a-98d5-2f1e992226a2 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:05:00.922409 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec42667-b718-413f-a0a1-7114973646d5 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:05:00.930684 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-0ec42667-b718-413f-a0a1-7114973646d5 admin admin] 10.222.0.88 "PUT /v2.0/routers/3f4305a4-4eff-488a-98d5-2f1e992226a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2339044 Jan 17 10:05:00.931279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37560) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:00.933333 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250dbc0a-7efe-4967-9bbd-7d8df0191901 None None] Sync routers for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:05:00.947829 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250dbc0a-7efe-4967-9bbd-7d8df0191901 None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:05:00.948467 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-250dbc0a-7efe-4967-9bbd-7d8df0191901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:04:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:01.060716 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Publish callbacks [] for router (3f4305a4-4eff-488a-98d5-2f1e992226a2), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:01.077763 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-250dbc0a-7efe-4967-9bbd-7d8df0191901 None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:05:01.169593 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Publish callbacks [] for router_gateway (3f4305a4-4eff-488a-98d5-2f1e992226a2), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:01.254340 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-250dbc0a-7efe-4967-9bbd-7d8df0191901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T10:04:59Z', 'revision_number': 5, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port': {'id': 'f99999fb-7fc2-4d97-991f-182851d6bf7c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:53:26Z', 'updated_at': '2022-01-17T09:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:01.280972 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250dbc0a-7efe-4967-9bbd-7d8df0191901 None None] Checking router: 3f4305a4-4eff-488a-98d5-2f1e992226a2 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:05:01.291282 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250dbc0a-7efe-4967-9bbd-7d8df0191901 None None] Routers {'3f4305a4-4eff-488a-98d5-2f1e992226a2'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:05:01.291282 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-250dbc0a-7efe-4967-9bbd-7d8df0191901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:04:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['3f4305a4-4eff-488a-98d5-2f1e992226a2'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:01.332141 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Deleting port f99999fb-7fc2-4d97-991f-182851d6bf7c {{(pid=114940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:05:01.332700 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:01.434832 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] For port f99999fb-7fc2-4d97-991f-182851d6bf7c, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=f99999fb-7fc2-4d97-991f-182851d6bf7c,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:05:01.435196 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:01.448160 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Calling delete_port for f99999fb-7fc2-4d97-991f-182851d6bf7c owned by network:router_gateway {{(pid=114940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:05:01.475990 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-250dbc0a-7efe-4967-9bbd-7d8df0191901 None None] Set router 3f4305a4-4eff-488a-98d5-2f1e992226a2 gateway port host: None {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:05:01.531127 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-250dbc0a-7efe-4967-9bbd-7d8df0191901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T10:05:01Z', 'revision_number': 6, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port_host': None}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:01.559047 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250dbc0a-7efe-4967-9bbd-7d8df0191901 None None] The sync data for ids ['3f4305a4-4eff-488a-98d5-2f1e992226a2'] in dv-cinder-824839-2-iscsi is: [{'id': '3f4305a4-4eff-488a-98d5-2f1e992226a2', 'name': 'tempest-AttachVolumeShelveTestJSON-45309188-router', 'tenant_id': 'e71a78f8eb2445168288dcdc86badcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:53:24Z', 'updated_at': '2022-01-17T10:05:01Z', 'revision_number': 6, 'project_id': 'e71a78f8eb2445168288dcdc86badcab', 'gw_port_host': None}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:05:01.750719 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (f99999fb-7fc2-4d97-991f-182851d6bf7c), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:01.775657 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f99999fb-7fc2-4d97-991f-182851d6bf7c,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:01.841226 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33137008'] for router_gateway (3f4305a4-4eff-488a-98d5-2f1e992226a2), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:01.978462 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33139175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25221'] for router (3f4305a4-4eff-488a-98d5-2f1e992226a2), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:01.981966 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Publish callbacks [] for router_controller (3f4305a4-4eff-488a-98d5-2f1e992226a2), precommit_delete_associations {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:02.054880 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9a194-18d2-4f2a-ad6e-c05e70e634db req-259420ee-9068-4415-89e1-8721f2140b4c tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:02.056415 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-eaf9a194-18d2-4f2a-ad6e-c05e70e634db req-259420ee-9068-4415-89e1-8721f2140b4c tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 944 time: 0.1977613 Jan 17 10:05:02.112312 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-eaf9a194-18d2-4f2a-ad6e-c05e70e634db req-999b9da1-40ce-4b99-9e10-825b4b8f3745 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475276 Jan 17 10:05:02.195693 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33139180'] for router (3f4305a4-4eff-488a-98d5-2f1e992226a2), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:02.197534 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4305a4-4eff-488a-98d5-2f1e992226a2 {{(pid=114940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 10:05:02.203082 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:02.204234 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-37d43c24-548f-4091-88c5-1bef806ba8f0 admin admin] 10.222.0.88 "DELETE /v2.0/routers/3f4305a4-4eff-488a-98d5-2f1e992226a2 HTTP/1.1" status: 204 len: 168 time: 1.2718780 Jan 17 10:05:02.207348 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37576) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:02.259236 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_v2 [None req-7349f7f1-e620-43c3-8e5e-6666787ef98a admin admin] Deleting subnet f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 {{(pid=114940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 10:05:02.262861 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7349f7f1-e620-43c3-8e5e-6666787ef98a admin admin] Publish callbacks [] for subnet (f9ef09a4-55c1-4a25-a157-6d2f5e7d9047), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:02.300677 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7349f7f1-e620-43c3-8e5e-6666787ef98a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24885546'] for subnet (f9ef09a4-55c1-4a25-a157-6d2f5e7d9047), precommit_delete_associations {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:02.389876 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7349f7f1-e620-43c3-8e5e-6666787ef98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (f9ef09a4-55c1-4a25-a157-6d2f5e7d9047), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:02.540458 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7349f7f1-e620-43c3-8e5e-6666787ef98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24894551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24840395'] for subnet (f9ef09a4-55c1-4a25-a157-6d2f5e7d9047), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:02.572860 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349f7f1-e620-43c3-8e5e-6666787ef98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ef09a4-55c1-4a25-a157-6d2f5e7d9047,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:02.584432 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657d3b95-de08-48ca-83d9-5e2282091f22 None None] Network 13f5851c-5a19-42aa-919c-d5436bee2140 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:05:02.584972 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7349f7f1-e620-43c3-8e5e-6666787ef98a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:02.591998 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-7349f7f1-e620-43c3-8e5e-6666787ef98a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f9ef09a4-55c1-4a25-a157-6d2f5e7d9047 HTTP/1.1" status: 204 len: 168 time: 0.3813159 Jan 17 10:05:02.593757 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37582) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:02.642447 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device f99999fb-7fc2-4d97-991f-182851d6bf7c no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:05:02.688297 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: f99999fb-7fc2-4d97-991f-182851d6bf7c {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:05:02.688928 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device f99999fb-7fc2-4d97-991f-182851d6bf7c not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:05:02.689772 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 498f2461-0d87-4a2a-9ca9-b084a831d8a0 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:05:02.691331 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (13f5851c-5a19-42aa-919c-d5436bee2140), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:02.735807 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 498f2461-0d87-4a2a-9ca9-b084a831d8a0 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:05:02.736360 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 498f2461-0d87-4a2a-9ca9-b084a831d8a0 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:05:02.783400 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Deleting port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 {{(pid=114940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:05:02.783751 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:02.805607 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37586) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:02.846475 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeb7216-f75f-4896-adc6-7bcaba6869ec None None] DHCP port deletion for 13f5851c-5a19-42aa-919c-d5436bee2140 request from dv-cinder-824839-2-iscsi {{(pid=114942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 10:05:02.863598 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] For port 3bc091a2-2ec6-4225-bd56-227ecdd39e48, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=3bc091a2-2ec6-4225-bd56-227ecdd39e48,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:05:02.864216 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:02.880719 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Calling delete_port for 3bc091a2-2ec6-4225-bd56-227ecdd39e48 owned by network:dhcp {{(pid=114940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:05:02.913418 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb7216-f75f-4896-adc6-7bcaba6869ec None None] Deleting port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 {{(pid=114942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:05:02.913788 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7216-f75f-4896-adc6-7bcaba6869ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), before_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:02.978594 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6ebcac4d-6708-4cbc-aad9-bcb54c8f479f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:02.994978 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-eeeb7216-f75f-4896-adc6-7bcaba6869ec None None] For port 3bc091a2-2ec6-4225-bd56-227ecdd39e48, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=3bc091a2-2ec6-4225-bd56-227ecdd39e48,segment=NetworkSegment(3d020d83-b638-4b32-8277-acfb8c390f75),segment_id=3d020d83-b638-4b32-8277-acfb8c390f75)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:05:02.995406 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7216-f75f-4896-adc6-7bcaba6869ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), precommit_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.009168 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb7216-f75f-4896-adc6-7bcaba6869ec None None] Calling delete_port for 3bc091a2-2ec6-4225-bd56-227ecdd39e48 owned by network:dhcp {{(pid=114942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:05:03.078652 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6ebcac4d-6708-4cbc-aad9-bcb54c8f479f admin admin] Publish callbacks [] for security_group (6635cd0d-7297-44c2-ba8f-6b6cac1b60bc), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.133402 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.141592 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7216-f75f-4896-adc6-7bcaba6869ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926'] for port (3bc091a2-2ec6-4225-bd56-227ecdd39e48), after_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.170875 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc091a2-2ec6-4225-bd56-227ecdd39e48,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:03.178311 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] No DVR routers for this DVR port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 on host dv-cinder-824839-2-iscsi {{(pid=114940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:05:03.185262 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb7216-f75f-4896-adc6-7bcaba6869ec None None] Pushing event deleted for resources: {'Port': ['ID=3bc091a2-2ec6-4225-bd56-227ecdd39e48,revision_number=None']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:03.190295 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeb7216-f75f-4896-adc6-7bcaba6869ec None None] No DVR routers for this DVR port 3bc091a2-2ec6-4225-bd56-227ecdd39e48 on host dv-cinder-824839-2-iscsi {{(pid=114942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:05:03.201831 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6ebcac4d-6708-4cbc-aad9-bcb54c8f479f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (6635cd0d-7297-44c2-ba8f-6b6cac1b60bc), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.241951 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-6ebcac4d-6708-4cbc-aad9-bcb54c8f479f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b77cb60d582544b18cd6899198143025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4344838 Jan 17 10:05:03.245292 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37592) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:03.258722 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcac4d-6708-4cbc-aad9-bcb54c8f479f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6635cd0d-7297-44c2-ba8f-6b6cac1b60bc,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:03.304323 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-866afd88-ef1e-4a6f-bbdb-ae8b3b0259b8 admin admin] Publish callbacks [] for security_group (6635cd0d-7297-44c2-ba8f-6b6cac1b60bc), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.306389 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (13f5851c-5a19-42aa-919c-d5436bee2140), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.324865 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f326e01-77e1-4230-99de-7c6fb2018c0f req-7a04c9f2-2a89-4358-b4aa-3edd2d68e4f3 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:03.326372 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8f326e01-77e1-4230-99de-7c6fb2018c0f req-7a04c9f2-2a89-4358-b4aa-3edd2d68e4f3 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 944 time: 0.1210122 Jan 17 10:05:03.331645 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-866afd88-ef1e-4a6f-bbdb-ae8b3b0259b8 admin admin] Publish callbacks [] for security_group (6635cd0d-7297-44c2-ba8f-6b6cac1b60bc), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.342567 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f5851c-5a19-42aa-919c-d5436bee2140']}} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:03.368675 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d020d83-b638-4b32-8277-acfb8c390f75') {'for_net_delete': True} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:03.369122 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d020d83-b638-4b32-8277-acfb8c390f75') {} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:03.383810 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24658905'] for segment (3d020d83-b638-4b32-8277-acfb8c390f75), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.410560 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (3d020d83-b638-4b32-8277-acfb8c390f75), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.421805 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=114940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 10:05:03.422122 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894521'] for segment (3d020d83-b638-4b32-8277-acfb8c390f75), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: warnings.warn(msg) Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: Traceback (most recent call last): Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: timer() Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: cb(*args, **kw) Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: return func(*args, **kwargs) Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: self._notify() Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: self.callback(batched_events) Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: event.method(event) Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: return f(self, *a, **k) Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._get(url).json() Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: return self.request(url, 'GET', **kwargs) Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 10:05:03.426848 dv-cinder-824839-2-iscsi neutron-server[114940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 10:05:03.437657 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8f326e01-77e1-4230-99de-7c6fb2018c0f req-7532eebc-fa7f-4af4-ab02-ca3a0cf8abda tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013806 Jan 17 10:05:03.596993 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-866afd88-ef1e-4a6f-bbdb-ae8b3b0259b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (6635cd0d-7297-44c2-ba8f-6b6cac1b60bc), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.599622 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-866afd88-ef1e-4a6f-bbdb-ae8b3b0259b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.601388 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-866afd88-ef1e-4a6f-bbdb-ae8b3b0259b8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6635cd0d-7297-44c2-ba8f-6b6cac1b60bc HTTP/1.1" status: 204 len: 168 time: 0.3551583 Jan 17 10:05:03.610084 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866afd88-ef1e-4a6f-bbdb-ae8b3b0259b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6635cd0d-7297-44c2-ba8f-6b6cac1b60bc,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:03.647058 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (13f5851c-5a19-42aa-919c-d5436bee2140), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.654567 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:03.664825 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] 10.222.0.88 "DELETE /v2.0/networks/13f5851c-5a19-42aa-919c-d5436bee2140 HTTP/1.1" status: 204 len: 168 time: 1.0633426 Jan 17 10:05:03.672776 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b553c-dddc-4af8-8e57-636e72d232bd admin admin] Pushing event deleted for resources: {'Network': ['ID=13f5851c-5a19-42aa-919c-d5436bee2140,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:04.391603 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37600) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:04.440285 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-0a237701-e766-4683-98d9-ae407f453bb9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e71a78f8eb2445168288dcdc86badcab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474365 Jan 17 10:05:04.443157 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37602) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:04.492435 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b2d49bd0-eaf6-415e-8508-9b61b01f422f admin admin] Publish callbacks [] for security_group (313861e6-8166-49c6-8fdb-bc969e15d552), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:04.518997 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b2d49bd0-eaf6-415e-8508-9b61b01f422f admin admin] Publish callbacks [] for security_group (313861e6-8166-49c6-8fdb-bc969e15d552), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:04.532161 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37606) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:04.549688 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c460a404-0e26-4511-ae02-14054c331e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:04.594608 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8924152-447b-4253-b4e2-6de2e0fecefb req-33bc633c-bb26-4852-b2c5-2098b737098b tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:04.603839 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d8924152-447b-4253-b4e2-6de2e0fecefb req-33bc633c-bb26-4852-b2c5-2098b737098b tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 944 time: 0.0871096 Jan 17 10:05:04.613980 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 3bc091a2-2ec6-4225-bd56-227ecdd39e48 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:05:04.641506 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 3bc091a2-2ec6-4225-bd56-227ecdd39e48 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:05:04.641858 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 3bc091a2-2ec6-4225-bd56-227ecdd39e48 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:05:04.661682 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c460a404-0e26-4511-ae02-14054c331e07 admin admin] Publish callbacks [] for security_group (076122df-952f-4e8a-8ac8-4ff61b977287), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:04.682388 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d8924152-447b-4253-b4e2-6de2e0fecefb req-2fe40e25-dc0a-44ec-9cfd-0938f76b7868 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660000 Jan 17 10:05:04.760533 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b2d49bd0-eaf6-415e-8508-9b61b01f422f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (313861e6-8166-49c6-8fdb-bc969e15d552), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:04.763263 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b2d49bd0-eaf6-415e-8508-9b61b01f422f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:04.764490 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-b2d49bd0-eaf6-415e-8508-9b61b01f422f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/313861e6-8166-49c6-8fdb-bc969e15d552 HTTP/1.1" status: 204 len: 168 time: 0.3208096 Jan 17 10:05:04.773543 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d49bd0-eaf6-415e-8508-9b61b01f422f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313861e6-8166-49c6-8fdb-bc969e15d552,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:04.796818 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c460a404-0e26-4511-ae02-14054c331e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (076122df-952f-4e8a-8ac8-4ff61b977287), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:04.830722 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:04.837969 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-c460a404-0e26-4511-ae02-14054c331e07 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=02dd60916e7b438db77090ee28cfc560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046329 Jan 17 10:05:04.839985 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460a404-0e26-4511-ae02-14054c331e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076122df-952f-4e8a-8ac8-4ff61b977287,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:04.844909 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37610) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:04.898023 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9e503f4c-41a5-4708-ace8-01bf42b9cb43 admin admin] Publish callbacks [] for security_group (076122df-952f-4e8a-8ac8-4ff61b977287), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:04.921886 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9e503f4c-41a5-4708-ace8-01bf42b9cb43 admin admin] Publish callbacks [] for security_group (076122df-952f-4e8a-8ac8-4ff61b977287), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:05.081941 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9e503f4c-41a5-4708-ace8-01bf42b9cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (076122df-952f-4e8a-8ac8-4ff61b977287), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:05.084845 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9e503f4c-41a5-4708-ace8-01bf42b9cb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:05.086113 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-9e503f4c-41a5-4708-ace8-01bf42b9cb43 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/076122df-952f-4e8a-8ac8-4ff61b977287 HTTP/1.1" status: 204 len: 168 time: 0.2440631 Jan 17 10:05:05.095184 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e503f4c-41a5-4708-ace8-01bf42b9cb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076122df-952f-4e8a-8ac8-4ff61b977287,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:05.803424 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015fb7-a417-464f-9f36-2f38d1c41fda req-254ba90a-e2f4-4be0-bace-71a981165e00 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:05.804984 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-db015fb7-a417-464f-9f36-2f38d1c41fda req-254ba90a-e2f4-4be0-bace-71a981165e00 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 944 time: 0.0510089 Jan 17 10:05:05.855074 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-db015fb7-a417-464f-9f36-2f38d1c41fda req-c5b1424d-4d0a-419e-848f-5a695f1e6bf0 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445697 Jan 17 10:05:06.973132 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92eef3-fe49-4e98-9606-fe9eeacd5b1f req-5792bca7-710e-44a7-a719-a8a39d8c8cab tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:06.974661 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0d92eef3-fe49-4e98-9606-fe9eeacd5b1f req-5792bca7-710e-44a7-a719-a8a39d8c8cab tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 944 time: 0.0544970 Jan 17 10:05:07.031748 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0d92eef3-fe49-4e98-9606-fe9eeacd5b1f req-29d27387-f949-471f-afea-81d8d5a3513d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495234 Jan 17 10:05:07.087055 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37674) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:07.198548 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-22cc67a4-ba54-4c2d-bf1d-3f361b31f90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:07.273097 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-22cc67a4-ba54-4c2d-bf1d-3f361b31f90b admin admin] Publish callbacks [] for security_group (e3dc28f4-b8ce-4d89-91cb-d9b0cc30e11a), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:07.383559 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-22cc67a4-ba54-4c2d-bf1d-3f361b31f90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (e3dc28f4-b8ce-4d89-91cb-d9b0cc30e11a), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:07.422182 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-22cc67a4-ba54-4c2d-bf1d-3f361b31f90b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0907e543b3024416a782024a705978c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339567 Jan 17 10:05:07.423341 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc67a4-ba54-4c2d-bf1d-3f361b31f90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dc28f4-b8ce-4d89-91cb-d9b0cc30e11a,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:07.424932 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37680) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:07.478310 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5eab0caf-f590-43f0-b129-2f26eee7b73f admin admin] Publish callbacks [] for security_group (e3dc28f4-b8ce-4d89-91cb-d9b0cc30e11a), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:07.499507 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5eab0caf-f590-43f0-b129-2f26eee7b73f admin admin] Publish callbacks [] for security_group (e3dc28f4-b8ce-4d89-91cb-d9b0cc30e11a), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:07.505433 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 141277fb-caa2-4ab1-86ab-545042be486c details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 10:05:07.604313 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 141277fb-caa2-4ab1-86ab-545042be486c, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=141277fb-caa2-4ab1-86ab-545042be486c,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:05:07.616260 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '141277fb-caa2-4ab1-86ab-545042be486c', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'port_id': '141277fb-caa2-4ab1-86ab-545042be486c', 'mac_address': 'fa:16:3e:3a:95:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 10:05:07.636306 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5eab0caf-f590-43f0-b129-2f26eee7b73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (e3dc28f4-b8ce-4d89-91cb-d9b0cc30e11a), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:07.639031 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5eab0caf-f590-43f0-b129-2f26eee7b73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:07.643203 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-5eab0caf-f590-43f0-b129-2f26eee7b73f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e3dc28f4-b8ce-4d89-91cb-d9b0cc30e11a HTTP/1.1" status: 204 len: 168 time: 0.2171404 Jan 17 10:05:07.651251 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab0caf-f590-43f0-b129-2f26eee7b73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dc28f4-b8ce-4d89-91cb-d9b0cc30e11a,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:07.654760 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 141277fb-caa2-4ab1-86ab-545042be486c is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:07.655175 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (141277fb-caa2-4ab1-86ab-545042be486c), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:07.677227 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141277fb-caa2-4ab1-86ab-545042be486c {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:05:07.700269 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 141277fb-caa2-4ab1-86ab-545042be486c, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=141277fb-caa2-4ab1-86ab-545042be486c,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:05:07.933831 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (141277fb-caa2-4ab1-86ab-545042be486c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:07.981788 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=141277fb-caa2-4ab1-86ab-545042be486c,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:08.159608 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17803432-6549-4bc5-9c8d-af60d417099b req-defbc791-7da9-4480-a4ee-9c14ea58af81 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:08.161132 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-17803432-6549-4bc5-9c8d-af60d417099b req-defbc791-7da9-4480-a4ee-9c14ea58af81 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 945 time: 0.0574255 Jan 17 10:05:08.226211 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-17803432-6549-4bc5-9c8d-af60d417099b req-7299f0ea-0df3-4235-86af-4fe36d652857 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547059 Jan 17 10:05:08.255037 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['141277fb-caa2-4ab1-86ab-545042be486c'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:05:09.342621 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599c7ff-8492-45dd-960d-f510a6b73ebf req-c3c9998f-151a-4e78-9609-f27bd37604f4 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:09.344203 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2599c7ff-8492-45dd-960d-f510a6b73ebf req-c3c9998f-151a-4e78-9609-f27bd37604f4 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 945 time: 0.0489044 Jan 17 10:05:09.395694 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2599c7ff-8492-45dd-960d-f510a6b73ebf req-61744701-1a6f-4985-ae10-5b51e9f27876 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458088 Jan 17 10:05:10.350715 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 141277fb-caa2-4ab1-86ab-545042be486c up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:05:10.493524 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 141277fb-caa2-4ab1-86ab-545042be486c completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 10:05:10.498115 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 141277fb-caa2-4ab1-86ab-545042be486c triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:10.502199 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (141277fb-caa2-4ab1-86ab-545042be486c), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:10.520006 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfae1fa-04a0-4d92-8f10-294e79b89f27 req-8c3c354d-ccee-42ac-9295-3ea76f542edc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:10.521604 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4dfae1fa-04a0-4d92-8f10-294e79b89f27 req-8c3c354d-ccee-42ac-9295-3ea76f542edc tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 945 time: 0.0585663 Jan 17 10:05:10.584133 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 141277fb-caa2-4ab1-86ab-545042be486c is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:10.584692 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4dfae1fa-04a0-4d92-8f10-294e79b89f27 req-1099f333-d01e-4351-b9e8-4ccd10f84ee2 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558894 Jan 17 10:05:10.584842 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (141277fb-caa2-4ab1-86ab-545042be486c), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:10.609798 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141277fb-caa2-4ab1-86ab-545042be486c'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:05:10.612143 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eea67c8-afb5-417b-9c53-713fc04234ef" -d '{"events": [{"server_uuid": "b9c8ae82-626e-4590-93e9-b2b9d8e81b7c", "name": "network-vif-plugged", "status": "completed", "tag": "141277fb-caa2-4ab1-86ab-545042be486c"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:05:10.628479 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 141277fb-caa2-4ab1-86ab-545042be486c, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=141277fb-caa2-4ab1-86ab-545042be486c,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:05:10.739422 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (141277fb-caa2-4ab1-86ab-545042be486c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:10.779803 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc6d788-637f-494c-846c-52560b38992c x-openstack-request-id: req-2bc6d788-637f-494c-846c-52560b38992c {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:05:10.780106 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c8ae82-626e-4590-93e9-b2b9d8e81b7c", "name": "network-vif-plugged", "status": "completed", "tag": "141277fb-caa2-4ab1-86ab-545042be486c", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:05:10.780364 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2bc6d788-637f-494c-846c-52560b38992c {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:05:10.780759 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141277fb-caa2-4ab1-86ab-545042be486c', 'code': 200} Jan 17 10:05:10.803385 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=141277fb-caa2-4ab1-86ab-545042be486c,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:11.718290 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c36ff-65f9-4202-8815-0505fe1886dc req-6d4bd59a-f2e4-4852-b157-78a3751fc862 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:11.720830 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4f3c36ff-65f9-4202-8815-0505fe1886dc req-6d4bd59a-f2e4-4852-b157-78a3751fc862 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 946 time: 0.0641708 Jan 17 10:05:11.780287 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-4f3c36ff-65f9-4202-8815-0505fe1886dc req-895834f4-4d7d-4347-8fc0-26e2470995db tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532970 Jan 17 10:05:12.739972 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382c6e3-d611-40bb-bdb7-f4c17aa04397 req-75beea70-a0d4-45bf-903a-293fc76b7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:12.741608 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7382c6e3-d611-40bb-bdb7-f4c17aa04397 req-75beea70-a0d4-45bf-903a-293fc76b7663 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 1099 time: 0.0441937 Jan 17 10:05:12.793503 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-7382c6e3-d611-40bb-bdb7-f4c17aa04397 req-47d8a09a-7213-4f61-b656-60f224cdaa7e service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454361 Jan 17 10:05:12.907473 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f537c-3a19-49d0-866f-a15ed5ea0498 req-b00355ff-e7e9-4f17-8390-70c261ca3ea5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:12.909023 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fa5f537c-3a19-49d0-866f-a15ed5ea0498 req-b00355ff-e7e9-4f17-8390-70c261ca3ea5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 946 time: 0.0540478 Jan 17 10:05:12.966938 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fa5f537c-3a19-49d0-866f-a15ed5ea0498 req-acfaf828-721d-455e-a01d-6032637c645e tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523713 Jan 17 10:05:14.087468 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd919e63-aad0-4a07-abf6-0d8594b12f95 req-fac554e2-7ee4-4eee-8803-0c7b95d1be87 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:14.088943 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fd919e63-aad0-4a07-abf6-0d8594b12f95 req-fac554e2-7ee4-4eee-8803-0c7b95d1be87 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 946 time: 0.0490541 Jan 17 10:05:14.144347 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fd919e63-aad0-4a07-abf6-0d8594b12f95 req-4162be0c-4420-4f0e-b186-3fe6810b3f3f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497561 Jan 17 10:05:15.284589 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ebf9c-d924-402f-8e58-5f5cd0c7bad6 req-3ab2e410-412b-4a9f-82cf-6a55589d0c46 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:15.286238 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-441ebf9c-d924-402f-8e58-5f5cd0c7bad6 req-3ab2e410-412b-4a9f-82cf-6a55589d0c46 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 946 time: 0.0575583 Jan 17 10:05:15.340987 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-441ebf9c-d924-402f-8e58-5f5cd0c7bad6 req-12362e4b-b07b-4b55-b2df-8ff203390a05 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486805 Jan 17 10:05:15.464139 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93964ca9-fd1f-42b2-bb96-1d1cbc7e4f46 req-c44759d3-798f-49a8-a84b-4f3d806be924 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:15.465636 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93964ca9-fd1f-42b2-bb96-1d1cbc7e4f46 req-c44759d3-798f-49a8-a84b-4f3d806be924 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 946 time: 0.0529528 Jan 17 10:05:15.519725 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-93964ca9-fd1f-42b2-bb96-1d1cbc7e4f46 req-f9794040-4fb4-43c3-a930-d20782e37cf5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480683 Jan 17 10:05:15.543685 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37806) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:15.588557 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466a64f6-2a98-4f98-bb67-1a7f8280c8e0 tempest-TestVolumeBootPattern-1004601259 tempest-TestVolumeBootPattern-1004601259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:15.590110 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-466a64f6-2a98-4f98-bb67-1a7f8280c8e0 tempest-TestVolumeBootPattern-1004601259 tempest-TestVolumeBootPattern-1004601259-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 1094 time: 0.0454059 Jan 17 10:05:15.592915 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37810) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:15.597067 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Request body: {'floatingip': {'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'port_id': '141277fb-caa2-4ab1-86ab-545042be486c', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:15.909154 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:16.014436 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:16.118611 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_common [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Allocated IP 172.27.0.13 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/ebff6476-cfa2-491d-b648-324310a91f85) {{(pid=114940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:05:16.219047 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for port (ebff6476-cfa2-491d-b648-324310a91f85), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:16.504197 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (ebff6476-cfa2-491d-b648-324310a91f85), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:16.546998 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:05:16.549923 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Resources bound (agent type, host, resource id): {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:05:16.553913 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Received port after_create {{(pid=114940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:05:16.581025 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'Port': ['ID=ebff6476-cfa2-491d-b648-324310a91f85,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:16.939659 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for floatingip (ad8746df-9eee-4e76-94a6-9ef5fc7d03ae), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:17.106528 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (ebff6476-cfa2-491d-b648-324310a91f85), before_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:17.289526 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for port (ebff6476-cfa2-491d-b648-324310a91f85), precommit_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:17.333812 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37836) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:17.413063 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24894493'] for port (ebff6476-cfa2-491d-b648-324310a91f85), after_update {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:17.465160 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-d6930657-c275-40ae-b4a4-8167cdc8fbd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:17.505557 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'Port': ['ID=ebff6476-cfa2-491d-b648-324310a91f85,revision_number=2']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:17.522886 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (ad8746df-9eee-4e76-94a6-9ef5fc7d03ae), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:17.657368 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.l3_db [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Floating IP ad8746df-9eee-4e76-94a6-9ef5fc7d03ae associated. External IP: 172.27.0.13, port: 141277fb-caa2-4ab1-86ab-545042be486c. Jan 17 10:05:17.710445 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-d6930657-c275-40ae-b4a4-8167cdc8fbd4 admin admin] Publish callbacks [] for security_group (557ffbdb-f2dc-4c97-b83b-0938236e8c8e), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:18.055371 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-d6930657-c275-40ae-b4a4-8167cdc8fbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (557ffbdb-f2dc-4c97-b83b-0938236e8c8e), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:18.130783 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-d6930657-c275-40ae-b4a4-8167cdc8fbd4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0994434bfd544042994eaaee67e270e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7914913 Jan 17 10:05:18.131300 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37844) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:18.144168 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6930657-c275-40ae-b4a4-8167cdc8fbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557ffbdb-f2dc-4c97-b83b-0938236e8c8e,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:18.193525 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Router a596ce3a-d8af-4ea1-8c68-369dda476f78 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:05:18.205790 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-700b4ee0-1e93-4909-8219-6b6c6e2f90f4 admin admin] Publish callbacks [] for security_group (557ffbdb-f2dc-4c97-b83b-0938236e8c8e), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:18.265110 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-700b4ee0-1e93-4909-8219-6b6c6e2f90f4 admin admin] Publish callbacks [] for security_group (557ffbdb-f2dc-4c97-b83b-0938236e8c8e), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:18.357028 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:05:18.369529 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73f224-5bee-4781-92db-1749e7083c77 None None] Sync routers for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:05:18.383424 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73f224-5bee-4781-92db-1749e7083c77 None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:05:18.383424 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8c73f224-5bee-4781-92db-1749e7083c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:04:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:18.497417 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-8c73f224-5bee-4781-92db-1749e7083c77 None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:05:18.499911 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:05:18.712011 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:18.715910 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-700b4ee0-1e93-4909-8219-6b6c6e2f90f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (557ffbdb-f2dc-4c97-b83b-0938236e8c8e), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:18.718863 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-700b4ee0-1e93-4909-8219-6b6c6e2f90f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:18.720075 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-700b4ee0-1e93-4909-8219-6b6c6e2f90f4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/557ffbdb-f2dc-4c97-b83b-0938236e8c8e HTTP/1.1" status: 204 len: 168 time: 0.5878053 Jan 17 10:05:18.733849 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8c73f224-5bee-4781-92db-1749e7083c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'ad8746df-9eee-4e76-94a6-9ef5fc7d03ae', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '141277fb-caa2-4ab1-86ab-545042be486c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:3a:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:05:16Z', 'updated_at': '2022-01-17T10:05:16Z', 'revision_number': 0, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:18.764133 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b4ee0-1e93-4909-8219-6b6c6e2f90f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557ffbdb-f2dc-4c97-b83b-0938236e8c8e,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:18.766781 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73f224-5bee-4781-92db-1749e7083c77 None None] Checking router: a596ce3a-d8af-4ea1-8c68-369dda476f78 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:05:18.782484 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-2b918ee0-4ccd-4da9-a8e1-716322e68805 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1743214 Jan 17 10:05:18.782484 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'tag': '141277fb-caa2-4ab1-86ab-545042be486c'}] {{(pid=114940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:05:18.782484 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3567b7589925762bfe85c0a86f79fc908628c6699af57ff1e1dccc2a2b943fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ba1532-8756-4785-8c0b-5f3d3c0c4efd" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c8ae82-626e-4590-93e9-b2b9d8e81b7c", "tag": "141277fb-caa2-4ab1-86ab-545042be486c"}]}' {{(pid=114940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:05:18.783248 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73f224-5bee-4781-92db-1749e7083c77 None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:05:18.783248 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8c73f224-5bee-4781-92db-1749e7083c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:04:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:18.819721 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c81ae9-718f-4cc0-9a81-56a2d98305be x-openstack-request-id: req-f6c81ae9-718f-4cc0-9a81-56a2d98305be {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:05:18.820097 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c8ae82-626e-4590-93e9-b2b9d8e81b7c", "tag": "141277fb-caa2-4ab1-86ab-545042be486c", "status": "completed", "code": 200}]} {{(pid=114940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:05:18.820382 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f6c81ae9-718f-4cc0-9a81-56a2d98305be {{(pid=114940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:05:18.820750 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'tag': '141277fb-caa2-4ab1-86ab-545042be486c', 'status': 'completed', 'code': 200} Jan 17 10:05:18.882714 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba1532-8756-4785-8c0b-5f3d3c0c4efd req-16bbfca3-745e-429c-8da6-70a4f525bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:18.884431 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95ba1532-8756-4785-8c0b-5f3d3c0c4efd req-16bbfca3-745e-429c-8da6-70a4f525bfec service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 1099 time: 0.0441573 Jan 17 10:05:18.916188 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-8c73f224-5bee-4781-92db-1749e7083c77 None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:05:18.992602 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba1532-8756-4785-8c0b-5f3d3c0c4efd req-e0ade755-fbfe-4ddd-936c-7239798036ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:18.994607 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95ba1532-8756-4785-8c0b-5f3d3c0c4efd req-e0ade755-fbfe-4ddd-936c-7239798036ec service neutron] 10.222.0.94 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 913 time: 0.1036284 Jan 17 10:05:19.070703 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95ba1532-8756-4785-8c0b-5f3d3c0c4efd req-56bc21e4-a30f-4c69-933d-5f653cf29c3c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=141277fb-caa2-4ab1-86ab-545042be486c HTTP/1.1" status: 200 len: 999 time: 0.0699952 Jan 17 10:05:19.130065 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba1532-8756-4785-8c0b-5f3d3c0c4efd req-8b11c4e6-a890-49c0-ad9b-e5bee64b5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:19.136044 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95ba1532-8756-4785-8c0b-5f3d3c0c4efd req-8b11c4e6-a890-49c0-ad9b-e5bee64b5909 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 200 len: 851 time: 0.0560086 Jan 17 10:05:19.184356 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8c73f224-5bee-4781-92db-1749e7083c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'ad8746df-9eee-4e76-94a6-9ef5fc7d03ae', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '141277fb-caa2-4ab1-86ab-545042be486c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:3a:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:05:16Z', 'updated_at': '2022-01-17T10:05:16Z', 'revision_number': 0, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:19.220761 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba1532-8756-4785-8c0b-5f3d3c0c4efd req-2b0aa716-6c40-49ab-8161-a76bbef3b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:19.223792 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95ba1532-8756-4785-8c0b-5f3d3c0c4efd req-2b0aa716-6c40-49ab-8161-a76bbef3b58b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852802 Jan 17 10:05:19.231166 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73f224-5bee-4781-92db-1749e7083c77 None None] The sync data for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi is: [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'ad8746df-9eee-4e76-94a6-9ef5fc7d03ae', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '141277fb-caa2-4ab1-86ab-545042be486c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:3a:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:05:16Z', 'updated_at': '2022-01-17T10:05:16Z', 'revision_number': 0, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:05:19.342338 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95ba1532-8756-4785-8c0b-5f3d3c0c4efd req-b1df18ab-78a2-4386-bd2b-187ad1b63ffe service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108913 Jan 17 10:05:19.445511 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95ba1532-8756-4785-8c0b-5f3d3c0c4efd req-6c69f581-4331-4607-9df2-0f5ebf51b591 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971634 Jan 17 10:05:19.457297 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39e3d7-59b7-4e62-83e0-68f3f576247f None None] New status for floating IP ad8746df-9eee-4e76-94a6-9ef5fc7d03ae: ACTIVE {{(pid=114943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:05:21.011536 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37928) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:21.122275 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-05966934-01a4-406d-8829-3e41dafbc2ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:21.198303 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-05966934-01a4-406d-8829-3e41dafbc2ce admin admin] Publish callbacks [] for security_group (15a800c0-e9f2-4268-a140-6627d9ac9e7f), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:21.286182 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-05966934-01a4-406d-8829-3e41dafbc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (15a800c0-e9f2-4268-a140-6627d9ac9e7f), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:21.327391 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-05966934-01a4-406d-8829-3e41dafbc2ce admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=60e41f3c3fe94e72ab1cd32ba53eaf57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146479 Jan 17 10:05:21.328503 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05966934-01a4-406d-8829-3e41dafbc2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a800c0-e9f2-4268-a140-6627d9ac9e7f,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:21.331587 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 37940) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:21.384041 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-15f72604-01e5-41d3-90ad-bf00b0b40afa admin admin] Publish callbacks [] for security_group (15a800c0-e9f2-4268-a140-6627d9ac9e7f), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:21.410217 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-15f72604-01e5-41d3-90ad-bf00b0b40afa admin admin] Publish callbacks [] for security_group (15a800c0-e9f2-4268-a140-6627d9ac9e7f), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:21.533073 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-15f72604-01e5-41d3-90ad-bf00b0b40afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (15a800c0-e9f2-4268-a140-6627d9ac9e7f), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:21.537872 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-15f72604-01e5-41d3-90ad-bf00b0b40afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:21.537872 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-15f72604-01e5-41d3-90ad-bf00b0b40afa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/15a800c0-e9f2-4268-a140-6627d9ac9e7f HTTP/1.1" status: 204 len: 168 time: 0.2045298 Jan 17 10:05:21.546379 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f72604-01e5-41d3-90ad-bf00b0b40afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a800c0-e9f2-4268-a140-6627d9ac9e7f,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:22.476268 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-620ada1f-fe1f-4e05-9921-92f0f25d7ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:22.711311 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37990) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:22.810304 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2023780057-network', 'tenant_id': '24077b3a93254c3887e4ef6df3032f75'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:23.160097 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Made reservation on behalf of 24077b3a93254c3887e4ef6df3032f75 for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:05:23.163213 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:23.172779 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:23.247352 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Publish callbacks [] for security_group (7ffb7eca-b705-4c30-8faf-97b234eac6ea), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:23.424991 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (7ffb7eca-b705-4c30-8faf-97b234eac6ea), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:23.450504 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] vlan segment allocate from pool success with {'vlan_id': 992, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 10:05:23.460243 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffb7eca-b705-4c30-8faf-97b234eac6ea,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:23.464978 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (5931a10a-537e-48fd-b4fe-dde57b655682), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:23.465322 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Added segment 5931a10a-537e-48fd-b4fe-dde57b655682 of type vlan for network 8f115dee-60e4-46f2-850f-33aed4dd2f33 Jan 17 10:05:23.505772 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (8f115dee-60e4-46f2-850f-33aed4dd2f33), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:23.664208 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (8f115dee-60e4-46f2-850f-33aed4dd2f33), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:23.667205 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:23.667205 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:23.725769 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] Pushing event updated for resources: {'Network': ['ID=8f115dee-60e4-46f2-850f-33aed4dd2f33,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:23.735778 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network 8f115dee-60e4-46f2-850f-33aed4dd2f33 details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 10:05:23.860539 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-32cf4408-af57-4151-bf9b-f2b10ca98d33 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1480572 Jan 17 10:05:23.863535 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 37998) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:23.868286 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-669a52a3-4346-4749-ba5e-1276ea3ed363 admin admin] Request body: {'subnet': {'network_id': '8f115dee-60e4-46f2-850f-33aed4dd2f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2023780057-subnet', 'tenant_id': '24077b3a93254c3887e4ef6df3032f75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:23.997423 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669a52a3-4346-4749-ba5e-1276ea3ed363 admin admin] Made reservation on behalf of 24077b3a93254c3887e4ef6df3032f75 for: {'subnet': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:05:23.999837 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-669a52a3-4346-4749-ba5e-1276ea3ed363 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29783128'] for subnet (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:24.304657 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-669a52a3-4346-4749-ba5e-1276ea3ed363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29490857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29783114'] for subnet (536a5b02-d685-4380-bd3e-bea04d40de70), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:24.360948 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a52a3-4346-4749-ba5e-1276ea3ed363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536a5b02-d685-4380-bd3e-bea04d40de70,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:24.370421 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669a52a3-4346-4749-ba5e-1276ea3ed363 admin admin] Checking segment: {'id': '5931a10a-537e-48fd-b4fe-dde57b655682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8f115dee-60e4-46f2-850f-33aed4dd2f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:05:24.370716 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669a52a3-4346-4749-ba5e-1276ea3ed363 admin admin] Network hostable DHCP agents. Network: 8f115dee-60e4-46f2-850f-33aed4dd2f33, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 10:05:24.503856 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669a52a3-4346-4749-ba5e-1276ea3ed363 admin admin] Network 8f115dee-60e4-46f2-850f-33aed4dd2f33 is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 10:05:24.680997 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-669a52a3-4346-4749-ba5e-1276ea3ed363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, 8f115dee-60e4-46f2-850f-33aed4dd2f33) {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:05:24.685234 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669a52a3-4346-4749-ba5e-1276ea3ed363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:24.685762 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-669a52a3-4346-4749-ba5e-1276ea3ed363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:24.690698 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fc3a0f-0d2d-4417-9e54-278e02173164 None None] Network 8f115dee-60e4-46f2-850f-33aed4dd2f33 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:05:24.786661 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd19a2-9f45-4ded-ae13-ad3bd5807e82 None None] Network 8f115dee-60e4-46f2-850f-33aed4dd2f33 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:05:24.853843 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-669a52a3-4346-4749-ba5e-1276ea3ed363 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9797111 Jan 17 10:05:25.074722 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-7497ab36-71a3-4029-81a6-2f3f5441c681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:25.641427 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38024) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:25.646335 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1126566915-network', 'tenant_id': '9f926d4e37384aeca743952458c23c1f'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:25.795413 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Made reservation on behalf of 9f926d4e37384aeca743952458c23c1f for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:05:25.797870 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:25.807658 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:25.884858 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Publish callbacks [] for security_group (5f5c5f98-ef7d-4c00-b532-b0c8dfa43d77), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:25.913324 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:25.983765 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5f5c5f98-ef7d-4c00-b532-b0c8dfa43d77), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:26.009350 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] vlan segment allocate from pool success with {'vlan_id': 955, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 10:05:26.018176 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5c5f98-ef7d-4c00-b532-b0c8dfa43d77,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:26.024251 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (2c700bb0-81b3-4e06-8d32-06955bd8276c), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:26.025388 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Added segment 2c700bb0-81b3-4e06-8d32-06955bd8276c of type vlan for network cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d Jan 17 10:05:26.067350 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:26.183472 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:26.184397 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:26.185048 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:26.242950 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] Pushing event updated for resources: {'Network': ['ID=cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:26.252553 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 10:05:26.363139 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-e7778999-ba0a-4012-ad7b-472756d45d1f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7206242 Jan 17 10:05:26.366398 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38030) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:26.371659 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-b5b5270f-8a7e-464b-a046-4c12d59d3833 admin admin] Request body: {'subnet': {'network_id': 'cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1126566915-subnet', 'tenant_id': '9f926d4e37384aeca743952458c23c1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:26.584111 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b5270f-8a7e-464b-a046-4c12d59d3833 admin admin] Made reservation on behalf of 9f926d4e37384aeca743952458c23c1f for: {'subnet': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:05:26.586531 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b5b5270f-8a7e-464b-a046-4c12d59d3833 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29783128'] for subnet (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:26.853536 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b5b5270f-8a7e-464b-a046-4c12d59d3833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29490857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29783114'] for subnet (59a2eedb-5225-427e-82a9-06c25ba42412), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:26.911055 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5270f-8a7e-464b-a046-4c12d59d3833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a2eedb-5225-427e-82a9-06c25ba42412,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:26.920787 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5270f-8a7e-464b-a046-4c12d59d3833 admin admin] Checking segment: {'id': '2c700bb0-81b3-4e06-8d32-06955bd8276c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:05:26.921153 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b5270f-8a7e-464b-a046-4c12d59d3833 admin admin] Network hostable DHCP agents. Network: cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 10:05:27.016193 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38034) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:27.025388 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b5270f-8a7e-464b-a046-4c12d59d3833 admin admin] Network cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 10:05:27.128831 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2e5be35a-ada4-474c-8131-18555d97b4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.131107 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-b5b5270f-8a7e-464b-a046-4c12d59d3833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d) {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:05:27.139582 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b5270f-8a7e-464b-a046-4c12d59d3833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:27.140110 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51504de-7cfa-4e9e-bd44-53adab6ef91e None None] Network cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:05:27.140528 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-b5b5270f-8a7e-464b-a046-4c12d59d3833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.216962 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2e5be35a-ada4-474c-8131-18555d97b4a4 admin admin] Publish callbacks [] for security_group (ea1b6681-5486-4850-aa87-0ff2689b85b2), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.237181 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d37a23-73aa-45a6-b165-ddf22aab7207 None None] Network cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:05:27.271354 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-b5b5270f-8a7e-464b-a046-4c12d59d3833 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9035122 Jan 17 10:05:27.327407 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-2e5be35a-ada4-474c-8131-18555d97b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (ea1b6681-5486-4850-aa87-0ff2689b85b2), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.394059 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-2e5be35a-ada4-474c-8131-18555d97b4a4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=01bca34fffd14373b152bce1b4c5633f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767574 Jan 17 10:05:27.395659 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5be35a-ada4-474c-8131-18555d97b4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1b6681-5486-4850-aa87-0ff2689b85b2,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:27.396807 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38040) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:27.400861 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38042) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:27.446019 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91fb7aa-38ac-4782-a89b-970a614ac9eb admin admin] Deleting subnet 536a5b02-d685-4380-bd3e-bea04d40de70 {{(pid=114941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 10:05:27.447410 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-44c0f8ad-c9bd-449f-ac03-4d5f0b121c9b admin admin] Publish callbacks [] for security_group (ea1b6681-5486-4850-aa87-0ff2689b85b2), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.449474 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a91fb7aa-38ac-4782-a89b-970a614ac9eb admin admin] Publish callbacks [] for subnet (536a5b02-d685-4380-bd3e-bea04d40de70), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.471161 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-44c0f8ad-c9bd-449f-ac03-4d5f0b121c9b admin admin] Publish callbacks [] for security_group (ea1b6681-5486-4850-aa87-0ff2689b85b2), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.485593 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a91fb7aa-38ac-4782-a89b-970a614ac9eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24674816'] for subnet (536a5b02-d685-4380-bd3e-bea04d40de70), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.531927 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a91fb7aa-38ac-4782-a89b-970a614ac9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (536a5b02-d685-4380-bd3e-bea04d40de70), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.738119 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-44c0f8ad-c9bd-449f-ac03-4d5f0b121c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (ea1b6681-5486-4850-aa87-0ff2689b85b2), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.744558 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-44c0f8ad-c9bd-449f-ac03-4d5f0b121c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.744558 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-44c0f8ad-c9bd-449f-ac03-4d5f0b121c9b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ea1b6681-5486-4850-aa87-0ff2689b85b2 HTTP/1.1" status: 204 len: 168 time: 0.3443236 Jan 17 10:05:27.751232 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0f8ad-c9bd-449f-ac03-4d5f0b121c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1b6681-5486-4850-aa87-0ff2689b85b2,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:27.817869 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a91fb7aa-38ac-4782-a89b-970a614ac9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29490798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29783091'] for subnet (536a5b02-d685-4380-bd3e-bea04d40de70), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.846597 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fb7aa-38ac-4782-a89b-970a614ac9eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536a5b02-d685-4380-bd3e-bea04d40de70,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:27.855301 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a91fb7aa-38ac-4782-a89b-970a614ac9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.860233 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-a91fb7aa-38ac-4782-a89b-970a614ac9eb admin admin] 10.222.0.88 "DELETE /v2.0/subnets/536a5b02-d685-4380-bd3e-bea04d40de70 HTTP/1.1" status: 204 len: 168 time: 0.4580591 Jan 17 10:05:27.862773 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38046) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:27.875306 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:27.932938 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f2940b71-14e6-42d0-bae4-cfe0e9e79d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (8f115dee-60e4-46f2-850f-33aed4dd2f33), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.014999 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f2940b71-14e6-42d0-bae4-cfe0e9e79d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (8f115dee-60e4-46f2-850f-33aed4dd2f33), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.035067 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-f2940b71-14e6-42d0-bae4-cfe0e9e79d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f115dee-60e4-46f2-850f-33aed4dd2f33']}} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:28.044900 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-f2940b71-14e6-42d0-bae4-cfe0e9e79d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5931a10a-537e-48fd-b4fe-dde57b655682') {'for_net_delete': True} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:28.048580 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-f2940b71-14e6-42d0-bae4-cfe0e9e79d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5931a10a-537e-48fd-b4fe-dde57b655682') {} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:28.055920 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f2940b71-14e6-42d0-bae4-cfe0e9e79d31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869107'] for segment (5931a10a-537e-48fd-b4fe-dde57b655682), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.070391 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f2940b71-14e6-42d0-bae4-cfe0e9e79d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (5931a10a-537e-48fd-b4fe-dde57b655682), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.077390 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2940b71-14e6-42d0-bae4-cfe0e9e79d31 admin admin] Releasing vlan 992 on physical network physnet1 to pool {{(pid=114941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 10:05:28.077657 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f2940b71-14e6-42d0-bae4-cfe0e9e79d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29490688'] for segment (5931a10a-537e-48fd-b4fe-dde57b655682), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: Traceback (most recent call last): Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: timer() Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: cb(*args, **kw) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: return func(*args, **kwargs) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: self._notify() Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: self.callback(batched_events) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: event.method(event) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: return f(self, *a, **k) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: return self._get(url).json() Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: return self.request(url, 'GET', **kwargs) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 10:05:28.079418 dv-cinder-824839-2-iscsi neutron-server[114941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 10:05:28.225199 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f2940b71-14e6-42d0-bae4-cfe0e9e79d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (8f115dee-60e4-46f2-850f-33aed4dd2f33), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.231030 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f2940b71-14e6-42d0-bae4-cfe0e9e79d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.237942 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-f2940b71-14e6-42d0-bae4-cfe0e9e79d31 admin admin] 10.222.0.88 "DELETE /v2.0/networks/8f115dee-60e4-46f2-850f-33aed4dd2f33 HTTP/1.1" status: 204 len: 168 time: 0.3706346 Jan 17 10:05:28.238059 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38054) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:28.247514 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2940b71-14e6-42d0-bae4-cfe0e9e79d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f115dee-60e4-46f2-850f-33aed4dd2f33,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:28.286506 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c18094a-f441-42a8-b9bc-0c9c9ca9bb07 admin admin] Deleting subnet 59a2eedb-5225-427e-82a9-06c25ba42412 {{(pid=114940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 10:05:28.289835 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7c18094a-f441-42a8-b9bc-0c9c9ca9bb07 admin admin] Publish callbacks [] for subnet (59a2eedb-5225-427e-82a9-06c25ba42412), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.328650 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7c18094a-f441-42a8-b9bc-0c9c9ca9bb07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24885546'] for subnet (59a2eedb-5225-427e-82a9-06c25ba42412), precommit_delete_associations {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.367938 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7c18094a-f441-42a8-b9bc-0c9c9ca9bb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (59a2eedb-5225-427e-82a9-06c25ba42412), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.498793 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7c18094a-f441-42a8-b9bc-0c9c9ca9bb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24894551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24840395'] for subnet (59a2eedb-5225-427e-82a9-06c25ba42412), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.525683 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18094a-f441-42a8-b9bc-0c9c9ca9bb07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a2eedb-5225-427e-82a9-06c25ba42412,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:28.530713 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7c18094a-f441-42a8-b9bc-0c9c9ca9bb07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.534011 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-7c18094a-f441-42a8-b9bc-0c9c9ca9bb07 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/59a2eedb-5225-427e-82a9-06c25ba42412 HTTP/1.1" status: 204 len: 168 time: 0.2953501 Jan 17 10:05:28.536458 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38060) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:28.611952 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1415-dc1e-4dec-9f41-718df753f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.692029 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1415-dc1e-4dec-9f41-718df753f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.712328 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-7b4b1415-dc1e-4dec-9f41-718df753f2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d']}} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:28.722051 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-7b4b1415-dc1e-4dec-9f41-718df753f2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c700bb0-81b3-4e06-8d32-06955bd8276c') {'for_net_delete': True} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:28.722361 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-7b4b1415-dc1e-4dec-9f41-718df753f2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c700bb0-81b3-4e06-8d32-06955bd8276c') {} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:28.732395 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1415-dc1e-4dec-9f41-718df753f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24658905'] for segment (2c700bb0-81b3-4e06-8d32-06955bd8276c), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.745736 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1415-dc1e-4dec-9f41-718df753f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (2c700bb0-81b3-4e06-8d32-06955bd8276c), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.752625 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4b1415-dc1e-4dec-9f41-718df753f2bc admin admin] Releasing vlan 955 on physical network physnet1 to pool {{(pid=114940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 10:05:28.752625 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1415-dc1e-4dec-9f41-718df753f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894521'] for segment (2c700bb0-81b3-4e06-8d32-06955bd8276c), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: Traceback (most recent call last): Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: timer() Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: cb(*args, **kw) Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: return func(*args, **kwargs) Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: self._notify() Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: self.callback(batched_events) Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: event.method(event) Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: return f(self, *a, **k) Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._get(url).json() Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: return self.request(url, 'GET', **kwargs) Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 10:05:28.754142 dv-cinder-824839-2-iscsi neutron-server[114940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 10:05:28.837998 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38070) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:28.914316 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1415-dc1e-4dec-9f41-718df753f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.920046 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1415-dc1e-4dec-9f41-718df753f2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:28.923244 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-7b4b1415-dc1e-4dec-9f41-718df753f2bc admin admin] 10.222.0.88 "DELETE /v2.0/networks/cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d HTTP/1.1" status: 204 len: 168 time: 0.3858411 Jan 17 10:05:28.934946 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b1415-dc1e-4dec-9f41-718df753f2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=cf4ef37f-aa16-4e5c-a7fa-4c1045f3875d,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:28.943655 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1978996679-network', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:29.064177 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Made reservation on behalf of abba12a7c8bf4381b4ca8742e8354cc7 for: {'network': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:05:29.066586 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:29.075530 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:29.092742 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:29.151432 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Publish callbacks [] for security_group (7d29e556-bd99-4877-ac8a-a31000440194), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:29.257236 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (7d29e556-bd99-4877-ac8a-a31000440194), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:29.281921 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] vlan segment allocate from pool success with {'vlan_id': 961, 'physical_network': 'physnet1'} {{(pid=114940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 10:05:29.291194 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d29e556-bd99-4877-ac8a-a31000440194,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:29.297330 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (4f8bd251-4b74-4cdc-9928-3540883aaefa), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:29.297692 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.segments_db [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Added segment 4f8bd251-4b74-4cdc-9928-3540883aaefa of type vlan for network bf1f795a-5c87-4862-8cad-842fccb85cd4 Jan 17 10:05:29.337399 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (bf1f795a-5c87-4862-8cad-842fccb85cd4), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:29.369051 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38076) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:29.416696 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-10e1d2d0-b8c2-4ad5-859b-4ae167b999a4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=24077b3a93254c3887e4ef6df3032f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464373 Jan 17 10:05:29.419258 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38078) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:29.463323 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (bf1f795a-5c87-4862-8cad-842fccb85cd4), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:29.464280 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:29.464874 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:29.486992 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e5b68957-cf87-4559-975f-9de2ea3a267c admin admin] Publish callbacks [] for security_group (7ffb7eca-b705-4c30-8faf-97b234eac6ea), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:29.544723 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e5b68957-cf87-4559-975f-9de2ea3a267c admin admin] Publish callbacks [] for security_group (7ffb7eca-b705-4c30-8faf-97b234eac6ea), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:29.546351 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] Pushing event updated for resources: {'Network': ['ID=bf1f795a-5c87-4862-8cad-842fccb85cd4,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:29.557177 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network bf1f795a-5c87-4862-8cad-842fccb85cd4 details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 10:05:29.587705 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-f6c3005f-f513-4728-a490-ca1046b301da admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7479017 Jan 17 10:05:29.590058 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38080) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:29.595204 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-9630d1b2-5cdc-4fc9-a0b5-aab16aacf94a admin admin] Request body: {'subnet': {'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1978996679-subnet', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'ip_version': 4}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:29.721015 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e5b68957-cf87-4559-975f-9de2ea3a267c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (7ffb7eca-b705-4c30-8faf-97b234eac6ea), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:29.723791 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-e5b68957-cf87-4559-975f-9de2ea3a267c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:29.725575 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-e5b68957-cf87-4559-975f-9de2ea3a267c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7ffb7eca-b705-4c30-8faf-97b234eac6ea HTTP/1.1" status: 204 len: 168 time: 0.3054240 Jan 17 10:05:29.733898 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b68957-cf87-4559-975f-9de2ea3a267c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffb7eca-b705-4c30-8faf-97b234eac6ea,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:29.778320 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9630d1b2-5cdc-4fc9-a0b5-aab16aacf94a admin admin] Made reservation on behalf of abba12a7c8bf4381b4ca8742e8354cc7 for: {'subnet': 1} {{(pid=114940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:05:29.780997 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9630d1b2-5cdc-4fc9-a0b5-aab16aacf94a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24840352'] for subnet (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:30.070065 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9630d1b2-5cdc-4fc9-a0b5-aab16aacf94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24894608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24840370'] for subnet (1e448774-3984-45e0-acee-6e934c0b9d2c), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:30.129519 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630d1b2-5cdc-4fc9-a0b5-aab16aacf94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e448774-3984-45e0-acee-6e934c0b9d2c,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:30.141666 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630d1b2-5cdc-4fc9-a0b5-aab16aacf94a admin admin] Checking segment: {'id': '4f8bd251-4b74-4cdc-9928-3540883aaefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:05:30.142038 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9630d1b2-5cdc-4fc9-a0b5-aab16aacf94a admin admin] Network hostable DHCP agents. Network: bf1f795a-5c87-4862-8cad-842fccb85cd4, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 10:05:30.275456 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9630d1b2-5cdc-4fc9-a0b5-aab16aacf94a admin admin] Network bf1f795a-5c87-4862-8cad-842fccb85cd4 is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 10:05:30.406574 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.base_scheduler [None req-9630d1b2-5cdc-4fc9-a0b5-aab16aacf94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, bf1f795a-5c87-4862-8cad-842fccb85cd4) {{(pid=114940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:05:30.411339 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9630d1b2-5cdc-4fc9-a0b5-aab16aacf94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:30.418330 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9630d1b2-5cdc-4fc9-a0b5-aab16aacf94a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:30.418518 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd87464-53a6-4102-be6e-d5fc4118029b None None] Network bf1f795a-5c87-4862-8cad-842fccb85cd4 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:05:30.517414 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7edc45-a881-55c4-ab38-b0e6e41a2da3-bf1f795a-5c87-4862-8cad-842fccb85cd4', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'fixed_ips': [{'subnet_id': '1e448774-3984-45e0-acee-6e934c0b9d2c'}]}} from dv-cinder-824839-2-iscsi. {{(pid=114942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 10:05:30.518287 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:30.535630 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-9630d1b2-5cdc-4fc9-a0b5-aab16aacf94a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9443855 Jan 17 10:05:30.538605 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38086) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:30.544477 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:30.658498 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.db_base_plugin_common [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Allocated IP 172.20.0.2 (bf1f795a-5c87-4862-8cad-842fccb85cd4/1e448774-3984-45e0-acee-6e934c0b9d2c/4444be53-b431-4fbe-93bf-ad78a326d2be) {{(pid=114942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:05:30.674902 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38088) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:30.683697 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33139549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25243'] for router (e0315c19-80a1-4f1e-8f17-360614550082), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:30.684743 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33139489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33137027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25234'] for router (e0315c19-80a1-4f1e-8f17-360614550082), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:30.760804 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-20c34152-05a5-440d-81bc-fc65ca803ada admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9f926d4e37384aeca743952458c23c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0846372 Jan 17 10:05:30.763362 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38090) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:30.764733 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Publish callbacks [] for router_controller (e0315c19-80a1-4f1e-8f17-360614550082), precommit_add_association {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:30.807062 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Publish callbacks [] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), precommit_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:30.813161 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Publish callbacks [] for security_group (5f5c5f98-ef7d-4c00-b532-b0c8dfa43d77), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:30.836064 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Publish callbacks [] for security_group (5f5c5f98-ef7d-4c00-b532-b0c8dfa43d77), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:30.962255 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:31.001191 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5f5c5f98-ef7d-4c00-b532-b0c8dfa43d77), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:31.003988 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:31.008289 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5f5c5f98-ef7d-4c00-b532-b0c8dfa43d77 HTTP/1.1" status: 204 len: 168 time: 0.2404609 Jan 17 10:05:31.008474 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Network bf1f795a-5c87-4862-8cad-842fccb85cd4 is already hosted by enough agents. {{(pid=114942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:05:31.012269 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.base_scheduler [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Resources bound (agent type, host, resource id): {{(pid=114942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:05:31.015920 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Received port after_create {{(pid=114942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:05:31.025469 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Pushing event updated for resources: {'Port': ['ID=4444be53-b431-4fbe-93bf-ad78a326d2be,revision_number=1']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:31.031402 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5c5f98-ef7d-4c00-b532-b0c8dfa43d77,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:31.045817 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:31.046176 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:31.046535 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:31.046931 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:31.047279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:31.047625 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:31.047982 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:31.048692 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:31.048692 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:31.049003 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:31.049296 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:31.049631 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:31.050218 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51454269-c39b-4c85-92c8-978be63a6ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:31.058247 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Publish callbacks [] for router_gateway (e0315c19-80a1-4f1e-8f17-360614550082), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:31.085020 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Attempting to bind port 4444be53-b431-4fbe-93bf-ad78a326d2be on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:05:31.085390 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Attempting to bind port 4444be53-b431-4fbe-93bf-ad78a326d2be by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '4f8bd251-4b74-4cdc-9928-3540883aaefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:05:31.089950 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Attempting to bind port 4444be53-b431-4fbe-93bf-ad78a326d2be on network bf1f795a-5c87-4862-8cad-842fccb85cd4 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:05:31.092062 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:05:31.092445 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Checking segment: {'id': '4f8bd251-4b74-4cdc-9928-3540883aaefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:05:31.092856 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:31.093262 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Bound using segment: {'id': '4f8bd251-4b74-4cdc-9928-3540883aaefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:05:31.093732 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Bound port: 4444be53-b431-4fbe-93bf-ad78a326d2be, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8bd251-4b74-4cdc-9928-3540883aaefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:05:31.094121 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:31.160543 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] For port 4444be53-b431-4fbe-93bf-ad78a326d2be, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:05:31.164530 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] For port 4444be53-b431-4fbe-93bf-ad78a326d2be, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=4444be53-b431-4fbe-93bf-ad78a326d2be,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:05:31.304258 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:31.344791 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Publish callbacks [] for router_gateway (e0315c19-80a1-4f1e-8f17-360614550082), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:31.366599 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:31.379642 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81631d-c498-425b-8adf-e83b787611dc None None] Pushing event updated for resources: {'Port': ['ID=4444be53-b431-4fbe-93bf-ad78a326d2be,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:31.490423 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Allocated IP 172.27.0.103 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:05:31.629463 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Publish callbacks [] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:31.824414 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:31.866912 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:05:31.870000 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:05:31.874352 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:05:31.881009 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Pushing event updated for resources: {'Port': ['ID=23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:32.266121 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Publish callbacks [] for router_gateway (e0315c19-80a1-4f1e-8f17-360614550082), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:32.337071 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20133b87-db46-457a-8f5f-ebac6d641e19 None None] Network bf1f795a-5c87-4862-8cad-842fccb85cd4 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:05:32.464654 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-f588bf09-af9e-4cae-bbc0-76bb79250180 None None] Provisioning complete for port 4444be53-b431-4fbe-93bf-ad78a326d2be triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:32.465034 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f588bf09-af9e-4cae-bbc0-76bb79250180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:32.494534 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33139154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33136980'] for router (e0315c19-80a1-4f1e-8f17-360614550082), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:32.560515 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-f588bf09-af9e-4cae-bbc0-76bb79250180 None None] Current status of the port 4444be53-b431-4fbe-93bf-ad78a326d2be is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:32.560515 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f588bf09-af9e-4cae-bbc0-76bb79250180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:32.603471 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-f588bf09-af9e-4cae-bbc0-76bb79250180 None None] For port 4444be53-b431-4fbe-93bf-ad78a326d2be, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=4444be53-b431-4fbe-93bf-ad78a326d2be,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:05:32.696722 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 4444be53-b431-4fbe-93bf-ad78a326d2be up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:05:32.735064 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f588bf09-af9e-4cae-bbc0-76bb79250180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:32.750095 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Router e0315c19-80a1-4f1e-8f17-360614550082 is scheduled to L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 with binding_index 1 {{(pid=114941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 10:05:32.806890 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588bf09-af9e-4cae-bbc0-76bb79250180 None None] Pushing event updated for resources: {'Port': ['ID=4444be53-b431-4fbe-93bf-ad78a326d2be,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:32.810421 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 4444be53-b431-4fbe-93bf-ad78a326d2be triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:32.810843 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:32.865273 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-c3ca0ab7-5698-4aee-be41-c14e03c8f270 None None] Provisioning complete for port 4444be53-b431-4fbe-93bf-ad78a326d2be triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:32.865716 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c3ca0ab7-5698-4aee-be41-c14e03c8f270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:32.867763 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:05:32.908440 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Sync routers for ids ['e0315c19-80a1-4f1e-8f17-360614550082'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:05:32.945836 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Routers {'e0315c19-80a1-4f1e-8f17-360614550082'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:05:32.946542 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:05:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['e0315c19-80a1-4f1e-8f17-360614550082'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:32.977682 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 4444be53-b431-4fbe-93bf-ad78a326d2be is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:33.079306 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:33.097059 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-3234ea3d-7abe-4445-86b1-3ab18ff2d403 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5409107 Jan 17 10:05:33.097059 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38122) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:33.215175 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca0ab7-5698-4aee-be41-c14e03c8f270 None None] Current status of the port 4444be53-b431-4fbe-93bf-ad78a326d2be is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:33.225900 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Set router e0315c19-80a1-4f1e-8f17-360614550082 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:05:33.429632 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:05:32Z', 'revision_number': 3, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port': {'id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:31Z', 'updated_at': '2022-01-17T10:05:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:33.469069 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Checking router: e0315c19-80a1-4f1e-8f17-360614550082 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:05:33.469069 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Updating router e0315c19-80a1-4f1e-8f17-360614550082 port 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f binding host dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 10:05:33.497525 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:33.771499 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Publish callbacks [] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), precommit_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:33.787186 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:33.874641 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:33.929843 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd8f30-cf75-411c-a59f-060ef0c67460 None None] Pushing event updated for resources: {'Port': ['ID=23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:33.932219 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Attempting to bind port 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:05:33.932606 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Attempting to bind port 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:05:33.932982 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Attempting to bind port 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f on network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:05:33.938701 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:05:33.939132 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Checking segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:05:33.939545 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:33.939948 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Bound using segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:05:33.940416 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Bound port: 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:05:33.940809 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:33.951750 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Allocated IP 172.20.0.1 (bf1f795a-5c87-4862-8cad-842fccb85cd4/1e448774-3984-45e0-acee-6e934c0b9d2c/478f4c81-890c-408a-b5f9-f9582eb1daed) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:05:34.000204 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] For port 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:05:34.003612 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] For port 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:05:34.058906 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Publish callbacks [] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:34.144236 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:34.200414 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Routers {'e0315c19-80a1-4f1e-8f17-360614550082'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:05:34.201052 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:05:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['e0315c19-80a1-4f1e-8f17-360614550082'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:34.205791 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd8f30-cf75-411c-a59f-060ef0c67460 None None] Pushing event updated for resources: {'Port': ['ID=23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:34.225233 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:34.267849 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Network bf1f795a-5c87-4862-8cad-842fccb85cd4 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:05:34.271964 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:05:34.285017 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Pushing event updated for resources: {'Port': ['ID=478f4c81-890c-408a-b5f9-f9582eb1daed,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:34.290393 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:05:34.338477 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] Set router e0315c19-80a1-4f1e-8f17-360614550082 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:05:34.338694 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33152899'] for router_interface (e0315c19-80a1-4f1e-8f17-360614550082), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:34.552716 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-a298c3bf-601e-4fec-b37a-42a5d349be48 None None] Provisioning complete for port 478f4c81-890c-408a-b5f9-f9582eb1daed triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:34.553210 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a298c3bf-601e-4fec-b37a-42a5d349be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:34.596033 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:05:32Z', 'revision_number': 3, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port': {'id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:31Z', 'updated_at': '2022-01-17T10:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:34.601394 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-a298c3bf-601e-4fec-b37a-42a5d349be48 None None] Port 478f4c81-890c-408a-b5f9-f9582eb1daed cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:05:34.614704 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:34.632358 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 4444be53-b431-4fbe-93bf-ad78a326d2be up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:05:34.635648 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198fcb44-2d3f-4900-9d93-7add2cdb12d2 None None] The sync data for ids ['e0315c19-80a1-4f1e-8f17-360614550082'] in dv-cinder-824839-2-iscsi is: [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:05:32Z', 'revision_number': 3, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port': {'id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:31Z', 'updated_at': '2022-01-17T10:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:05:34.688461 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 4444be53-b431-4fbe-93bf-ad78a326d2be triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:34.688847 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:34.814273 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 4444be53-b431-4fbe-93bf-ad78a326d2be is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:34.837287 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Publish callbacks [] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:34.927065 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:34.983158 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:35.056068 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Pushing event updated for resources: {'Port': ['ID=478f4c81-890c-408a-b5f9-f9582eb1daed,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:35.058520 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33241328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33152791'] for router_interface (e0315c19-80a1-4f1e-8f17-360614550082), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:35.163563 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Network bf1f795a-5c87-4862-8cad-842fccb85cd4 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:05:35.165222 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:05:35.299664 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Router e0315c19-80a1-4f1e-8f17-360614550082 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:05:35.435609 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-9f0e95f2-12c0-4d9e-a36b-d5b156a28201 None None] Provisioning complete for port 478f4c81-890c-408a-b5f9-f9582eb1daed triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:35.436266 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-9f0e95f2-12c0-4d9e-a36b-d5b156a28201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:35.444413 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:05:35.450671 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-48fb8b84-d998-4055-a194-f05d1b83886b admin admin] 10.222.0.88 "PUT /v2.0/routers/e0315c19-80a1-4f1e-8f17-360614550082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3658786 Jan 17 10:05:35.475856 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e95f2-12c0-4d9e-a36b-d5b156a28201 None None] Port 478f4c81-890c-408a-b5f9-f9582eb1daed cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:05:36.315614 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Sync routers for ids ['e0315c19-80a1-4f1e-8f17-360614550082'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:05:36.326805 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Routers {'e0315c19-80a1-4f1e-8f17-360614550082'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:05:36.327358 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:05:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['e0315c19-80a1-4f1e-8f17-360614550082'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:36.459926 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Set router e0315c19-80a1-4f1e-8f17-360614550082 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:05:36.513685 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38154) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:36.519070 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1049089899-network', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:36.636559 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:05:36.676686 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Made reservation on behalf of 2db1264c7b224369bc8d357621c6c3e5 for: {'network': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:05:36.683187 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for network (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:36.693812 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:36.694203 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:36.694319 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:36.703761 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:05:34Z', 'revision_number': 4, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port': {'id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:31Z', 'updated_at': '2022-01-17T10:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '478f4c81-890c-408a-b5f9-f9582eb1daed', 'name': '', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'mac_address': 'fa:16:3e:33:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:33Z', 'updated_at': '2022-01-17T10:05:34Z', 'revision_number': 2, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'subnets': [{'id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:36.739885 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Checking router: e0315c19-80a1-4f1e-8f17-360614550082 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:05:36.740297 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Updating router e0315c19-80a1-4f1e-8f17-360614550082 port 478f4c81-890c-408a-b5f9-f9582eb1daed binding host dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 10:05:36.768506 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:36.779073 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Publish callbacks [] for security_group (8b120134-28cb-42d7-8902-88a3f41c5ce5), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:36.782861 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:36.783272 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:36.806134 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:05:36.983653 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (8b120134-28cb-42d7-8902-88a3f41c5ce5), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:37.011086 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] vlan segment allocate from pool success with {'vlan_id': 993, 'physical_network': 'physnet1'} {{(pid=114941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 10:05:37.022511 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b120134-28cb-42d7-8902-88a3f41c5ce5,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:37.023708 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:37.038953 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (28bcf868-d3a2-4252-ba36-a21c4a09c6a7), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:37.038953 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.segments_db [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Added segment 28bcf868-d3a2-4252-ba36-a21c4a09c6a7 of type vlan for network 3098b12d-198f-436e-926f-e7c080e8ea96 Jan 17 10:05:37.079819 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776748425885'] for network (3098b12d-198f-436e-926f-e7c080e8ea96), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:37.090239 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Publish callbacks [] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), precommit_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:37.091788 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:37.212510 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:37.281036 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Pushing event updated for resources: {'Port': ['ID=478f4c81-890c-408a-b5f9-f9582eb1daed,revision_number=3']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:37.293353 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:37.293760 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:37.294139 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:37.294494 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:37.294866 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:37.295210 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:37.295576 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:37.296013 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:37.296393 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:37.296785 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:37.297201 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:37.297592 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:37.297989 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:37.355899 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Attempting to bind port 478f4c81-890c-408a-b5f9-f9582eb1daed on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:05:37.356641 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Attempting to bind port 478f4c81-890c-408a-b5f9-f9582eb1daed by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '4f8bd251-4b74-4cdc-9928-3540883aaefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4'}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:05:37.357093 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Attempting to bind port 478f4c81-890c-408a-b5f9-f9582eb1daed on network bf1f795a-5c87-4862-8cad-842fccb85cd4 {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:05:37.368150 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:05:37.368150 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Checking segment: {'id': '4f8bd251-4b74-4cdc-9928-3540883aaefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:05:37.368150 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:37.368150 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Bound using segment: {'id': '4f8bd251-4b74-4cdc-9928-3540883aaefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4'} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:05:37.368150 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Bound port: 478f4c81-890c-408a-b5f9-f9582eb1daed, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8bd251-4b74-4cdc-9928-3540883aaefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4'}}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:05:37.368150 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:37.445015 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] For port 478f4c81-890c-408a-b5f9-f9582eb1daed, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:05:37.448893 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] For port 478f4c81-890c-408a-b5f9-f9582eb1daed, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=478f4c81-890c-408a-b5f9-f9582eb1daed,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:05:37.514878 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218'] for network (3098b12d-198f-436e-926f-e7c080e8ea96), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:37.516501 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:37.517590 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:37.536241 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-dd4fe586-6aba-4089-a322-e3b478fcb132 None None] Provisioning complete for port 478f4c81-890c-408a-b5f9-f9582eb1daed triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:37.536241 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe586-6aba-4089-a322-e3b478fcb132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:37.602972 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fe586-6aba-4089-a322-e3b478fcb132 None None] Port 478f4c81-890c-408a-b5f9-f9582eb1daed cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:05:37.615700 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:37.621664 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] Pushing event updated for resources: {'Network': ['ID=3098b12d-198f-436e-926f-e7c080e8ea96,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:37.639425 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Network 3098b12d-198f-436e-926f-e7c080e8ea96 details requested by agent ovs-agent-dv-cinder-824839-2-iscsi with host dv-cinder-824839-2-iscsi {{(pid=114942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 10:05:37.712577 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Routers {'e0315c19-80a1-4f1e-8f17-360614550082'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:05:37.713010 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:05:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['e0315c19-80a1-4f1e-8f17-360614550082'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:37.718763 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45780fa7-d6fa-4593-a35b-cf0d6831eb47 None None] Pushing event updated for resources: {'Port': ['ID=478f4c81-890c-408a-b5f9-f9582eb1daed,revision_number=4']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:37.793075 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-bf9054d5-ac07-4331-bdc7-2a47a6021a54 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2779942 Jan 17 10:05:37.794856 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38160) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:37.800004 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-6ce2c70f-9ec5-4237-897d-94851ebf53ec admin admin] Request body: {'subnet': {'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1049089899-subnet', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'ip_version': 4}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:37.844138 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] Set router e0315c19-80a1-4f1e-8f17-360614550082 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:05:37.927703 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce2c70f-9ec5-4237-897d-94851ebf53ec admin admin] Made reservation on behalf of 2db1264c7b224369bc8d357621c6c3e5 for: {'subnet': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:05:37.931558 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c70f-9ec5-4237-897d-94851ebf53ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29783128'] for subnet (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:38.029346 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-b1b3412d-c8d5-4530-99ef-5aea0ead391a None None] Provisioning complete for port 478f4c81-890c-408a-b5f9-f9582eb1daed triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:38.030062 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-b1b3412d-c8d5-4530-99ef-5aea0ead391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:38.127308 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:05:34Z', 'revision_number': 4, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port': {'id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:31Z', 'updated_at': '2022-01-17T10:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '478f4c81-890c-408a-b5f9-f9582eb1daed', 'name': '', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'mac_address': 'fa:16:3e:33:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:33Z', 'updated_at': '2022-01-17T10:05:37Z', 'revision_number': 4, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'subnets': [{'id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:38.132351 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-b1b3412d-c8d5-4530-99ef-5aea0ead391a None None] Current status of the port 478f4c81-890c-408a-b5f9-f9582eb1daed is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:38.135216 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-b1b3412d-c8d5-4530-99ef-5aea0ead391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:38.163814 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a906591-168e-4c17-b1d0-3fe219f94982 None None] The sync data for ids ['e0315c19-80a1-4f1e-8f17-360614550082'] in dv-cinder-824839-2-iscsi is: [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:05:34Z', 'revision_number': 4, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port': {'id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:31Z', 'updated_at': '2022-01-17T10:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '478f4c81-890c-408a-b5f9-f9582eb1daed', 'name': '', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'mac_address': 'fa:16:3e:33:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:33Z', 'updated_at': '2022-01-17T10:05:37Z', 'revision_number': 4, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'subnets': [{'id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:05:38.181059 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-b1b3412d-c8d5-4530-99ef-5aea0ead391a None None] For port 478f4c81-890c-408a-b5f9-f9582eb1daed, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=478f4c81-890c-408a-b5f9-f9582eb1daed,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:05:38.258119 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c70f-9ec5-4237-897d-94851ebf53ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29490857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29783114'] for subnet (ddec1b82-355a-41ee-8476-928841580f90), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:38.315218 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-b1b3412d-c8d5-4530-99ef-5aea0ead391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:38.344180 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2c70f-9ec5-4237-897d-94851ebf53ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddec1b82-355a-41ee-8476-928841580f90,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:38.353885 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce2c70f-9ec5-4237-897d-94851ebf53ec admin admin] Checking segment: {'id': '28bcf868-d3a2-4252-ba36-a21c4a09c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:05:38.354587 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce2c70f-9ec5-4237-897d-94851ebf53ec admin admin] Network hostable DHCP agents. Network: 3098b12d-198f-436e-926f-e7c080e8ea96, hostable agents: ['b3a623af-ad68-46f6-9e4f-af75d7ce69ac'], hosted agents: [] {{(pid=114941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 10:05:38.383259 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3412d-c8d5-4530-99ef-5aea0ead391a None None] Pushing event updated for resources: {'Port': ['ID=478f4c81-890c-408a-b5f9-f9582eb1daed,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:38.435264 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce2c70f-9ec5-4237-897d-94851ebf53ec admin admin] Network 3098b12d-198f-436e-926f-e7c080e8ea96 is scheduled to be hosted by DHCP agent b3a623af-ad68-46f6-9e4f-af75d7ce69ac with binding_index 1 {{(pid=114941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 10:05:38.532444 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-6ce2c70f-9ec5-4237-897d-94851ebf53ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-2-iscsi, 3098b12d-198f-436e-926f-e7c080e8ea96) {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:05:38.539599 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce2c70f-9ec5-4237-897d-94851ebf53ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:38.541362 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c70f-9ec5-4237-897d-94851ebf53ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:38.544299 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eef13e-556d-416a-ba96-05261fdac0a8 None None] Network 3098b12d-198f-436e-926f-e7c080e8ea96 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:05:38.666963 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-6ce2c70f-9ec5-4237-897d-94851ebf53ec admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8708813 Jan 17 10:05:38.678222 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38164) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:38.678222 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1049089899-router', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:38.693853 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7edc45-a881-55c4-ab38-b0e6e41a2da3-3098b12d-198f-436e-926f-e7c080e8ea96', 'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96', 'project_id': '2db1264c7b224369bc8d357621c6c3e5', 'fixed_ips': [{'subnet_id': 'ddec1b82-355a-41ee-8476-928841580f90'}]}} from dv-cinder-824839-2-iscsi. {{(pid=114942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 10:05:38.695363 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:38.791931 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:05:38.837722 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33139549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25243'] for router (5b2e6b91-89fa-4df4-9d31-398a33ce2868), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:38.839888 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33139489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33137027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25234'] for router (5b2e6b91-89fa-4df4-9d31-398a33ce2868), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:38.905907 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:38.906312 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:38.912690 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.db_base_plugin_common [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Allocated IP 172.20.0.2 (3098b12d-198f-436e-926f-e7c080e8ea96/ddec1b82-355a-41ee-8476-928841580f90/87b0d975-47fc-40f8-8d7e-ddeee0e42e17) {{(pid=114942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:05:38.915884 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Publish callbacks [] for router_controller (5b2e6b91-89fa-4df4-9d31-398a33ce2868), precommit_add_association {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:39.080047 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:39.082286 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 478f4c81-890c-408a-b5f9-f9582eb1daed up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:05:39.186163 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Publish callbacks [] for router_gateway (5b2e6b91-89fa-4df4-9d31-398a33ce2868), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:39.189224 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Publish callbacks [] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), precommit_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:39.198598 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 478f4c81-890c-408a-b5f9-f9582eb1daed triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:39.199262 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:39.369656 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), after_create {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:39.435224 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Network 3098b12d-198f-436e-926f-e7c080e8ea96 is already hosted by enough agents. {{(pid=114942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:05:39.436282 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Pushing event updated for resources: {'Port': ['ID=87b0d975-47fc-40f8-8d7e-ddeee0e42e17,revision_number=1']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:39.442625 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.scheduler.base_scheduler [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Resources bound (agent type, host, resource id): {{(pid=114942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:05:39.449737 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Received port after_create {{(pid=114942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:05:39.453139 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:39.453508 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:39.453870 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:39.454224 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:39.454575 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:39.454966 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:39.455345 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:39.455729 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:39.456095 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:39.456468 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:39.456828 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:39.457186 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:39.457551 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:05:39.512783 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Publish callbacks [] for router_gateway (5b2e6b91-89fa-4df4-9d31-398a33ce2868), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:39.534323 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:39.545000 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 478f4c81-890c-408a-b5f9-f9582eb1daed is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:39.549543 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Attempting to bind port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:05:39.549825 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Attempting to bind port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '28bcf868-d3a2-4252-ba36-a21c4a09c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:05:39.550875 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Attempting to bind port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 on network 3098b12d-198f-436e-926f-e7c080e8ea96 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:05:39.556227 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:05:39.556617 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Checking segment: {'id': '28bcf868-d3a2-4252-ba36-a21c4a09c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:05:39.557037 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:39.557445 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Bound using segment: {'id': '28bcf868-d3a2-4252-ba36-a21c4a09c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:05:39.557934 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Bound port: 87b0d975-47fc-40f8-8d7e-ddeee0e42e17, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bcf868-d3a2-4252-ba36-a21c4a09c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:05:39.558332 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:39.637218 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] For port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:05:39.641958 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] For port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=87b0d975-47fc-40f8-8d7e-ddeee0e42e17,segment=NetworkSegment(28bcf868-d3a2-4252-ba36-a21c4a09c6a7),segment_id=28bcf868-d3a2-4252-ba36-a21c4a09c6a7)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:05:39.675391 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Allocated IP 172.27.0.62 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/e511cc73-116d-4ba2-9e6f-a56404f1e50c) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:05:39.789536 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Publish callbacks [] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:39.836712 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:39.906136 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd83b8-31aa-4feb-abcf-765993279e97 None None] Pushing event updated for resources: {'Port': ['ID=87b0d975-47fc-40f8-8d7e-ddeee0e42e17,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:40.008018 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:40.073399 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:05:40.077340 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:05:40.079431 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Pushing event updated for resources: {'Port': ['ID=e511cc73-116d-4ba2-9e6f-a56404f1e50c,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:40.083139 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:05:40.522214 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Publish callbacks [] for router_gateway (5b2e6b91-89fa-4df4-9d31-398a33ce2868), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:40.528078 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-66b3126a-cb6a-4146-a43e-84b83d82a45c req-8d87e6ce-afef-4b60-93d8-6c643c327dac service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600896 Jan 17 10:05:40.666864 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:05:40.729582 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:40.730123 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:40.747854 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33139154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33136980'] for router (5b2e6b91-89fa-4df4-9d31-398a33ce2868), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:40.813146 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:40.813652 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:40.852678 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=87b0d975-47fc-40f8-8d7e-ddeee0e42e17,segment=NetworkSegment(28bcf868-d3a2-4252-ba36-a21c4a09c6a7),segment_id=28bcf868-d3a2-4252-ba36-a21c4a09c6a7)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:05:40.886318 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5926f723-8563-4f6a-85fe-771041bd49b2 None None] Network 3098b12d-198f-436e-926f-e7c080e8ea96 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:05:40.970420 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-e346f134-a838-42bf-a89a-305dc7ca3d6d None None] Provisioning complete for port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:40.970852 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e346f134-a838-42bf-a89a-305dc7ca3d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:40.975232 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:41.099574 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=87b0d975-47fc-40f8-8d7e-ddeee0e42e17,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:41.150469 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-e346f134-a838-42bf-a89a-305dc7ca3d6d None None] Current status of the port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:41.286318 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Router 5b2e6b91-89fa-4df4-9d31-398a33ce2868 is scheduled to L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 with binding_index 1 {{(pid=114941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 10:05:41.372324 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-14065348-2a2e-4fb1-a70f-32a60e83848d None None] Provisioning complete for port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:41.372717 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-14065348-2a2e-4fb1-a70f-32a60e83848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:41.395151 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:05:41.406278 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Sync routers for ids ['5b2e6b91-89fa-4df4-9d31-398a33ce2868'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:05:41.425569 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Routers {'5b2e6b91-89fa-4df4-9d31-398a33ce2868'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:05:41.426199 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:05:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['5b2e6b91-89fa-4df4-9d31-398a33ce2868'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:41.500047 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:41.501505 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-18d55f34-8dbf-4a16-822c-3a2b0562621a admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8278594 Jan 17 10:05:41.504790 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38174) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:41.546340 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-14065348-2a2e-4fb1-a70f-32a60e83848d None None] Current status of the port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:41.569558 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Set router 5b2e6b91-89fa-4df4-9d31-398a33ce2868 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:05:41.755343 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'name': 'tempest-TestShelveInstance-1049089899-router', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:38Z', 'updated_at': '2022-01-17T10:05:40Z', 'revision_number': 3, 'project_id': '2db1264c7b224369bc8d357621c6c3e5', 'gw_port': {'id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:17:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:39Z', 'updated_at': '2022-01-17T10:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:41.758606 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3126a-cb6a-4146-a43e-84b83d82a45c req-778656ee-17ae-438a-b9e4-0f7ef1fcf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:41.760202 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-66b3126a-cb6a-4146-a43e-84b83d82a45c req-778656ee-17ae-438a-b9e4-0f7ef1fcf86d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 1099 time: 0.0570064 Jan 17 10:05:41.787247 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Checking router: 5b2e6b91-89fa-4df4-9d31-398a33ce2868 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:05:41.787613 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Updating router 5b2e6b91-89fa-4df4-9d31-398a33ce2868 port e511cc73-116d-4ba2-9e6f-a56404f1e50c binding host dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 10:05:41.813135 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:41.930805 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3126a-cb6a-4146-a43e-84b83d82a45c req-555dafae-631d-4aa8-bcc5-e00f0ed4b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:41.932386 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-66b3126a-cb6a-4146-a43e-84b83d82a45c req-555dafae-631d-4aa8-bcc5-e00f0ed4b4be service neutron] 10.222.0.94 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 913 time: 0.1397586 Jan 17 10:05:42.050444 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-66b3126a-cb6a-4146-a43e-84b83d82a45c req-c47bc8e2-7f1e-4e37-8b4e-cc5af2f8e394 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=141277fb-caa2-4ab1-86ab-545042be486c HTTP/1.1" status: 200 len: 1001 time: 0.0961690 Jan 17 10:05:42.080633 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Publish callbacks [] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), precommit_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:42.140157 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3126a-cb6a-4146-a43e-84b83d82a45c req-8788dda0-e30e-452f-b655-447e6067eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:42.141791 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-66b3126a-cb6a-4146-a43e-84b83d82a45c req-8788dda0-e30e-452f-b655-447e6067eebf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 200 len: 851 time: 0.0845032 Jan 17 10:05:42.160558 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:42.217138 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:42.241527 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3126a-cb6a-4146-a43e-84b83d82a45c req-f243be83-0f3d-4147-9007-542411cab573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:05:42.243246 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-66b3126a-cb6a-4146-a43e-84b83d82a45c req-f243be83-0f3d-4147-9007-542411cab573 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946043 Jan 17 10:05:42.280697 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Attempting to bind port e511cc73-116d-4ba2-9e6f-a56404f1e50c on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:05:42.281132 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Attempting to bind port e511cc73-116d-4ba2-9e6f-a56404f1e50c by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:05:42.281670 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Attempting to bind port e511cc73-116d-4ba2-9e6f-a56404f1e50c on network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:05:42.293838 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1906d4-c0bd-4d61-beb0-757ce3e69a07 None None] Pushing event updated for resources: {'Port': ['ID=e511cc73-116d-4ba2-9e6f-a56404f1e50c,revision_number=2']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:42.298220 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:05:42.298973 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Checking segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:05:42.299489 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:42.300029 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Bound using segment: {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'} {{(pid=114942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:05:42.300619 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.managers [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Bound port: e511cc73-116d-4ba2-9e6f-a56404f1e50c, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29663010-18a8-4ef5-a8d4-36abc51a6498', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208'}}] {{(pid=114942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:05:42.301499 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:42.359812 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] For port e511cc73-116d-4ba2-9e6f-a56404f1e50c, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:05:42.363059 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] For port e511cc73-116d-4ba2-9e6f-a56404f1e50c, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=e511cc73-116d-4ba2-9e6f-a56404f1e50c,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:05:42.416157 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-66b3126a-cb6a-4146-a43e-84b83d82a45c req-239240ad-6280-4e33-a2d7-753c2624128d service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649401 Jan 17 10:05:42.470087 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:42.477798 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Allocated IP 172.20.0.1 (3098b12d-198f-436e-926f-e7c080e8ea96/ddec1b82-355a-41ee-8476-928841580f90/e8967f8c-d731-4d39-8069-dea0107325a0) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:05:42.533087 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Routers {'5b2e6b91-89fa-4df4-9d31-398a33ce2868'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:05:42.533638 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:05:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['5b2e6b91-89fa-4df4-9d31-398a33ce2868'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:42.537524 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1906d4-c0bd-4d61-beb0-757ce3e69a07 None None] Pushing event updated for resources: {'Port': ['ID=e511cc73-116d-4ba2-9e6f-a56404f1e50c,revision_number=3']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:42.582988 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-66b3126a-cb6a-4146-a43e-84b83d82a45c req-c401d4a7-eadb-4669-9530-ee5bf573bff2 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602638 Jan 17 10:05:42.633012 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Publish callbacks [] for port (e8967f8c-d731-4d39-8069-dea0107325a0), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:42.639587 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:05:42.689851 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] Set router 5b2e6b91-89fa-4df4-9d31-398a33ce2868 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:05:42.795280 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:42.799630 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:42.800020 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:42.836324 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Network 3098b12d-198f-436e-926f-e7c080e8ea96 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:05:42.843718 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:05:42.843718 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:05:42.876749 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Pushing event updated for resources: {'Port': ['ID=e8967f8c-d731-4d39-8069-dea0107325a0,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:42.902817 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33152899'] for router_interface (5b2e6b91-89fa-4df4-9d31-398a33ce2868), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:43.104356 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:43.107247 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-8e552245-65f5-430e-98b2-20e041651049 None None] Provisioning complete for port e8967f8c-d731-4d39-8069-dea0107325a0 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:43.107626 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-8e552245-65f5-430e-98b2-20e041651049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:43.150229 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'name': 'tempest-TestShelveInstance-1049089899-router', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:38Z', 'updated_at': '2022-01-17T10:05:40Z', 'revision_number': 3, 'project_id': '2db1264c7b224369bc8d357621c6c3e5', 'gw_port': {'id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:17:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:39Z', 'updated_at': '2022-01-17T10:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:43.154276 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-8e552245-65f5-430e-98b2-20e041651049 None None] Port e8967f8c-d731-4d39-8069-dea0107325a0 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:05:43.181415 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e43cf3-4213-4250-b15c-ab41e45596d3 None None] The sync data for ids ['5b2e6b91-89fa-4df4-9d31-398a33ce2868'] in dv-cinder-824839-2-iscsi is: [{'id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'name': 'tempest-TestShelveInstance-1049089899-router', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:38Z', 'updated_at': '2022-01-17T10:05:40Z', 'revision_number': 3, 'project_id': '2db1264c7b224369bc8d357621c6c3e5', 'gw_port': {'id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:17:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:39Z', 'updated_at': '2022-01-17T10:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:05:43.186469 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:43.369552 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Publish callbacks [] for port (e8967f8c-d731-4d39-8069-dea0107325a0), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:43.486429 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:43.556463 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Pushing event updated for resources: {'Port': ['ID=e8967f8c-d731-4d39-8069-dea0107325a0,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:43.559002 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33241328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33152791'] for router_interface (5b2e6b91-89fa-4df4-9d31-398a33ce2868), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:43.683106 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Network 3098b12d-198f-436e-926f-e7c080e8ea96 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:05:43.684730 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:05:43.842814 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Router 5b2e6b91-89fa-4df4-9d31-398a33ce2868 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:05:43.959127 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:05:43.965514 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-d670cada-78e3-4fa1-8a1e-d9047d553518 admin admin] 10.222.0.88 "PUT /v2.0/routers/5b2e6b91-89fa-4df4-9d31-398a33ce2868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4594471 Jan 17 10:05:43.991723 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-3ebb14bf-41f8-4d44-a047-89937ab7574c None None] Provisioning complete for port e8967f8c-d731-4d39-8069-dea0107325a0 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:43.992457 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-3ebb14bf-41f8-4d44-a047-89937ab7574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:44.029326 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb14bf-41f8-4d44-a047-89937ab7574c None None] Port e8967f8c-d731-4d39-8069-dea0107325a0 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:05:44.629334 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device e511cc73-116d-4ba2-9e6f-a56404f1e50c up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:05:44.670742 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38200) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:44.675477 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-01b721bb-fd63-4f32-bf20-66702d446ffb tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784257663', 'description': 'tempest-secgroup-smoke-1784257663 description', 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:44.682922 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port e511cc73-116d-4ba2-9e6f-a56404f1e50c triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:44.683315 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:44.761580 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port e511cc73-116d-4ba2-9e6f-a56404f1e50c is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:44.765202 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:44.783718 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] For port e511cc73-116d-4ba2-9e6f-a56404f1e50c, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=e511cc73-116d-4ba2-9e6f-a56404f1e50c,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:05:44.818095 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-01b721bb-fd63-4f32-bf20-66702d446ffb tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:44.885795 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-01b721bb-fd63-4f32-bf20-66702d446ffb tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group (cd1e5bec-dff6-424b-b41c-fd4dad3ac426), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:44.903796 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:44.952431 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Pushing event updated for resources: {'Port': ['ID=e511cc73-116d-4ba2-9e6f-a56404f1e50c,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:44.971591 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-01b721bb-fd63-4f32-bf20-66702d446ffb tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (cd1e5bec-dff6-424b-b41c-fd4dad3ac426), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:45.006186 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b721bb-fd63-4f32-bf20-66702d446ffb tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1e5bec-dff6-424b-b41c-fd4dad3ac426,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:45.145002 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-01b721bb-fd63-4f32-bf20-66702d446ffb tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:45.146832 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-01b721bb-fd63-4f32-bf20-66702d446ffb tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4750080 Jan 17 10:05:45.149677 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38202) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:45.154010 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-5913625b-b99c-43d6-bedb-ae0769b3e9c2 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Request body: {'security_group_rule': {'security_group_id': 'cd1e5bec-dff6-424b-b41c-fd4dad3ac426', 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:45.309708 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5913625b-b99c-43d6-bedb-ae0769b3e9c2 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (faedae16-4f4e-4bcf-8624-3bd1795534a7), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:45.369977 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5913625b-b99c-43d6-bedb-ae0769b3e9c2 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (faedae16-4f4e-4bcf-8624-3bd1795534a7), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:45.504835 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5913625b-b99c-43d6-bedb-ae0769b3e9c2 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (faedae16-4f4e-4bcf-8624-3bd1795534a7), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:45.510630 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913625b-b99c-43d6-bedb-ae0769b3e9c2 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faedae16-4f4e-4bcf-8624-3bd1795534a7,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:45.519941 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Sync routers for ids ['5b2e6b91-89fa-4df4-9d31-398a33ce2868'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:05:45.531595 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Routers {'5b2e6b91-89fa-4df4-9d31-398a33ce2868'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:05:45.532448 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:05:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['5b2e6b91-89fa-4df4-9d31-398a33ce2868'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:45.637215 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5913625b-b99c-43d6-bedb-ae0769b3e9c2 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:45.638499 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-5913625b-b99c-43d6-bedb-ae0769b3e9c2 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4878869 Jan 17 10:05:45.641341 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38206) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:45.646757 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-a98104fd-c776-4fcc-9df2-223758ba8540 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Request body: {'security_group_rule': {'security_group_id': 'cd1e5bec-dff6-424b-b41c-fd4dad3ac426', 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:45.732541 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Set router 5b2e6b91-89fa-4df4-9d31-398a33ce2868 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:05:45.764416 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a98104fd-c776-4fcc-9df2-223758ba8540 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (ce3b8fd6-b7a5-44fe-84bb-63d259de65a7), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:45.823538 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a98104fd-c776-4fcc-9df2-223758ba8540 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (ce3b8fd6-b7a5-44fe-84bb-63d259de65a7), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:45.886145 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a98104fd-c776-4fcc-9df2-223758ba8540 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (ce3b8fd6-b7a5-44fe-84bb-63d259de65a7), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:45.908308 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98104fd-c776-4fcc-9df2-223758ba8540 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3b8fd6-b7a5-44fe-84bb-63d259de65a7,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:45.937592 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'name': 'tempest-TestShelveInstance-1049089899-router', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:38Z', 'updated_at': '2022-01-17T10:05:43Z', 'revision_number': 4, 'project_id': '2db1264c7b224369bc8d357621c6c3e5', 'gw_port': {'id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:17:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:39Z', 'updated_at': '2022-01-17T10:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'e8967f8c-d731-4d39-8069-dea0107325a0', 'name': '', 'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'mac_address': 'fa:16:3e:05:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ddec1b82-355a-41ee-8476-928841580f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:42Z', 'updated_at': '2022-01-17T10:05:43Z', 'revision_number': 2, 'project_id': '2db1264c7b224369bc8d357621c6c3e5', 'subnets': [{'id': 'ddec1b82-355a-41ee-8476-928841580f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:45.967483 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Checking router: 5b2e6b91-89fa-4df4-9d31-398a33ce2868 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:05:45.967850 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Updating router 5b2e6b91-89fa-4df4-9d31-398a33ce2868 port e8967f8c-d731-4d39-8069-dea0107325a0 binding host dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 10:05:45.979965 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a98104fd-c776-4fcc-9df2-223758ba8540 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:45.981821 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-a98104fd-c776-4fcc-9df2-223758ba8540 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3388298 Jan 17 10:05:45.984099 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38208) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:45.988446 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-0c66d767-b9bb-4005-b705-b989bf25dc1e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Request body: {'security_group_rule': {'security_group_id': 'cd1e5bec-dff6-424b-b41c-fd4dad3ac426', 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:45.994236 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.090981 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0c66d767-b9bb-4005-b705-b989bf25dc1e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (55461dda-ce36-4a4b-828a-0969be31b8b9), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.155790 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0c66d767-b9bb-4005-b705-b989bf25dc1e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (55461dda-ce36-4a4b-828a-0969be31b8b9), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.279056 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Publish callbacks [] for port (e8967f8c-d731-4d39-8069-dea0107325a0), precommit_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.297663 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0c66d767-b9bb-4005-b705-b989bf25dc1e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (55461dda-ce36-4a4b-828a-0969be31b8b9), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.315425 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66d767-b9bb-4005-b705-b989bf25dc1e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55461dda-ce36-4a4b-828a-0969be31b8b9,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:46.429116 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.483705 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b319131-a7a4-43f7-8eed-d88700028618 None None] Pushing event updated for resources: {'Port': ['ID=e8967f8c-d731-4d39-8069-dea0107325a0,revision_number=3']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:46.488478 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-0c66d767-b9bb-4005-b705-b989bf25dc1e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.498325 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-0c66d767-b9bb-4005-b705-b989bf25dc1e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5056655 Jan 17 10:05:46.498325 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38212) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:46.500530 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-36aa32e2-0e42-4105-bab7-379895491da5 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Request body: {'security_group_rule': {'security_group_id': 'cd1e5bec-dff6-424b-b41c-fd4dad3ac426', 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:46.534232 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Attempting to bind port e8967f8c-d731-4d39-8069-dea0107325a0 on host dv-cinder-824839-2-iscsi for vnic_type normal with profile {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:05:46.534796 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Attempting to bind port e8967f8c-d731-4d39-8069-dea0107325a0 by drivers openvswitch,hyperv on host dv-cinder-824839-2-iscsi at level 0 using segments [{'id': '28bcf868-d3a2-4252-ba36-a21c4a09c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96'}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:05:46.534930 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Attempting to bind port e8967f8c-d731-4d39-8069-dea0107325a0 on network 3098b12d-198f-436e-926f-e7c080e8ea96 {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:05:46.540821 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Checking agent: {'id': '174a8f28-fe52-4870-b234-364e34b073b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 45, 29), 'started_at': datetime.datetime(2022, 1, 17, 9, 45, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:05:46.550068 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Checking segment: {'id': '28bcf868-d3a2-4252-ba36-a21c4a09c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:05:46.550068 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.550068 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Bound using segment: {'id': '28bcf868-d3a2-4252-ba36-a21c4a09c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96'} {{(pid=114943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:05:46.550068 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.managers [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Bound port: e8967f8c-d731-4d39-8069-dea0107325a0, host: dv-cinder-824839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bcf868-d3a2-4252-ba36-a21c4a09c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96'}}] {{(pid=114943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:05:46.550068 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), before_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.611606 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] For port e8967f8c-d731-4d39-8069-dea0107325a0, host dv-cinder-824839-2-iscsi, cleared binding levels {{(pid=114943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:05:46.616412 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-36aa32e2-0e42-4105-bab7-379895491da5 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (cd512851-272b-4944-92c6-ff3bb44b471e), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.617533 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.plugins.ml2.db [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] For port e8967f8c-d731-4d39-8069-dea0107325a0, host dv-cinder-824839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=e8967f8c-d731-4d39-8069-dea0107325a0,segment=NetworkSegment(28bcf868-d3a2-4252-ba36-a21c4a09c6a7),segment_id=28bcf868-d3a2-4252-ba36-a21c4a09c6a7)] {{(pid=114943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:05:46.624159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device e511cc73-116d-4ba2-9e6f-a56404f1e50c up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:05:46.680726 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-36aa32e2-0e42-4105-bab7-379895491da5 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (cd512851-272b-4944-92c6-ff3bb44b471e), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.681283 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port e511cc73-116d-4ba2-9e6f-a56404f1e50c triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:46.681669 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.749493 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron_lib.callbacks.manager [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), after_update {{(pid=114943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.774035 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port e511cc73-116d-4ba2-9e6f-a56404f1e50c is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:46.778746 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-8e403ecf-c467-4481-9ccd-af8f622a2c46 None None] Provisioning complete for port e8967f8c-d731-4d39-8069-dea0107325a0 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:46.779012 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-8e403ecf-c467-4481-9ccd-af8f622a2c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.804122 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-36aa32e2-0e42-4105-bab7-379895491da5 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (cd512851-272b-4944-92c6-ff3bb44b471e), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.818360 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Routers {'5b2e6b91-89fa-4df4-9d31-398a33ce2868'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:05:46.819287 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:05:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['5b2e6b91-89fa-4df4-9d31-398a33ce2868'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:46.822667 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b319131-a7a4-43f7-8eed-d88700028618 None None] Pushing event updated for resources: {'Port': ['ID=e8967f8c-d731-4d39-8069-dea0107325a0,revision_number=4']} {{(pid=114943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:46.835889 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa32e2-0e42-4105-bab7-379895491da5 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd512851-272b-4944-92c6-ff3bb44b471e,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:46.866240 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-8e403ecf-c467-4481-9ccd-af8f622a2c46 None None] Current status of the port e8967f8c-d731-4d39-8069-dea0107325a0 is: DOWN; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:46.866827 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-8e403ecf-c467-4481-9ccd-af8f622a2c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.905926 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-8e403ecf-c467-4481-9ccd-af8f622a2c46 None None] For port e8967f8c-d731-4d39-8069-dea0107325a0, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=e8967f8c-d731-4d39-8069-dea0107325a0,segment=NetworkSegment(28bcf868-d3a2-4252-ba36-a21c4a09c6a7),segment_id=28bcf868-d3a2-4252-ba36-a21c4a09c6a7)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:05:46.934194 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-36aa32e2-0e42-4105-bab7-379895491da5 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:46.935465 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-36aa32e2-0e42-4105-bab7-379895491da5 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4407351 Jan 17 10:05:46.938304 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38214) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:46.943396 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.v2.base [None req-ae40f11f-d3b3-4e2c-8a64-6fba9a1f8b98 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Request body: {'security_group_rule': {'security_group_id': 'cd1e5bec-dff6-424b-b41c-fd4dad3ac426', 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:46.946686 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] Set router 5b2e6b91-89fa-4df4-9d31-398a33ce2868 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:05:47.012015 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-8e403ecf-c467-4481-9ccd-af8f622a2c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:47.061031 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e403ecf-c467-4481-9ccd-af8f622a2c46 None None] Pushing event updated for resources: {'Port': ['ID=e8967f8c-d731-4d39-8069-dea0107325a0,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:47.070615 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.db.securitygroups_db [None req-ae40f11f-d3b3-4e2c-8a64-6fba9a1f8b98 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Project abba12a7c8bf4381b4ca8742e8354cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 10:05:47.075786 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ae40f11f-d3b3-4e2c-8a64-6fba9a1f8b98 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (bd590187-0d0d-4878-a28a-3a873215e306), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:47.137246 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-c05f58ae-3dda-4042-abd5-1f60b3584da1 None None] Provisioning complete for port e8967f8c-d731-4d39-8069-dea0107325a0 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:47.137767 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c05f58ae-3dda-4042-abd5-1f60b3584da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:47.156274 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ae40f11f-d3b3-4e2c-8a64-6fba9a1f8b98 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (bd590187-0d0d-4878-a28a-3a873215e306), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:47.193076 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'name': 'tempest-TestShelveInstance-1049089899-router', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:38Z', 'updated_at': '2022-01-17T10:05:43Z', 'revision_number': 4, 'project_id': '2db1264c7b224369bc8d357621c6c3e5', 'gw_port': {'id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:17:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:39Z', 'updated_at': '2022-01-17T10:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'e8967f8c-d731-4d39-8069-dea0107325a0', 'name': '', 'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'mac_address': 'fa:16:3e:05:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ddec1b82-355a-41ee-8476-928841580f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:42Z', 'updated_at': '2022-01-17T10:05:46Z', 'revision_number': 4, 'project_id': '2db1264c7b224369bc8d357621c6c3e5', 'subnets': [{'id': 'ddec1b82-355a-41ee-8476-928841580f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:05:47.211959 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ae40f11f-d3b3-4e2c-8a64-6fba9a1f8b98 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (bd590187-0d0d-4878-a28a-3a873215e306), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:47.221507 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20df22-d373-4f3b-9b47-a82f7f7eaf0c None None] The sync data for ids ['5b2e6b91-89fa-4df4-9d31-398a33ce2868'] in dv-cinder-824839-2-iscsi is: [{'id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'name': 'tempest-TestShelveInstance-1049089899-router', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:38Z', 'updated_at': '2022-01-17T10:05:43Z', 'revision_number': 4, 'project_id': '2db1264c7b224369bc8d357621c6c3e5', 'gw_port': {'id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:17:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:39Z', 'updated_at': '2022-01-17T10:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': 'e8967f8c-d731-4d39-8069-dea0107325a0', 'name': '', 'network_id': '3098b12d-198f-436e-926f-e7c080e8ea96', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'mac_address': 'fa:16:3e:05:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ddec1b82-355a-41ee-8476-928841580f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:42Z', 'updated_at': '2022-01-17T10:05:46Z', 'revision_number': 4, 'project_id': '2db1264c7b224369bc8d357621c6c3e5', 'subnets': [{'id': 'ddec1b82-355a-41ee-8476-928841580f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:05:47.236901 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40f11f-d3b3-4e2c-8a64-6fba9a1f8b98 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd590187-0d0d-4878-a28a-3a873215e306,revision_number=0']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:47.237017 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-c05f58ae-3dda-4042-abd5-1f60b3584da1 None None] Current status of the port e8967f8c-d731-4d39-8069-dea0107325a0 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:47.322407 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ae40f11f-d3b3-4e2c-8a64-6fba9a1f8b98 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:47.327035 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38216) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:05:47.327910 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-ae40f11f-d3b3-4e2c-8a64-6fba9a1f8b98 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3883414 Jan 17 10:05:47.332527 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-50f98b8b-0547-465c-afde-8ce89aa1b1dc tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Request body: {'security_group_rule': {'security_group_id': 'cd1e5bec-dff6-424b-b41c-fd4dad3ac426', 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:05:47.406455 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.securitygroups_db [None req-50f98b8b-0547-465c-afde-8ce89aa1b1dc tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Project abba12a7c8bf4381b4ca8742e8354cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 10:05:47.413248 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50f98b8b-0547-465c-afde-8ce89aa1b1dc tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (72dc26a3-5730-4e0b-837d-b9f96eb0801a), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:47.480654 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50f98b8b-0547-465c-afde-8ce89aa1b1dc tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (72dc26a3-5730-4e0b-837d-b9f96eb0801a), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:47.594589 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50f98b8b-0547-465c-afde-8ce89aa1b1dc tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33201271'] for security_group_rule (72dc26a3-5730-4e0b-837d-b9f96eb0801a), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:47.617399 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f98b8b-0547-465c-afde-8ce89aa1b1dc tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dc26a3-5730-4e0b-837d-b9f96eb0801a,revision_number=0']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:05:47.785187 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-50f98b8b-0547-465c-afde-8ce89aa1b1dc tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:47.793063 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-50f98b8b-0547-465c-afde-8ce89aa1b1dc tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4641857 Jan 17 10:05:48.636319 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device e8967f8c-d731-4d39-8069-dea0107325a0 up at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:05:48.688212 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Provisioning complete for port e8967f8c-d731-4d39-8069-dea0107325a0 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:05:48.688623 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:48.773868 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port e8967f8c-d731-4d39-8069-dea0107325a0 is: ACTIVE; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:05:52.508946 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-36e892af-d3cd-44ea-af72-12577d042b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:55.057401 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e9772e29-5aaf-415e-b324-5a925c6f262c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:55.499877 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:05:55.914640 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:57.760090 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:05:59.068734 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:04.931653 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:21.571242 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-d53e8c97-c5ce-4ea5-b3ce-257bfd05788a tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784257663&fields=id&tenant_id=abba12a7c8bf4381b4ca8742e8354cc7 HTTP/1.1" status: 200 len: 267 time: 0.0460398 Jan 17 10:06:21.678973 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-87799f5c-f21d-4fe9-9044-507ef810b461 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:21.680442 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-87799f5c-f21d-4fe9-9044-507ef810b461 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/networks?id=bf1f795a-5c87-4862-8cad-842fccb85cd4 HTTP/1.1" status: 200 len: 809 time: 0.1027660 Jan 17 10:06:21.695473 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-61d04f27-9f66-4bc1-86aa-e7dfc60c7d27 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/quotas/abba12a7c8bf4381b4ca8742e8354cc7 HTTP/1.1" status: 200 len: 375 time: 0.0093963 Jan 17 10:06:21.748528 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-802a6a8b-831c-4ae2-83b6-82c1d612bf6c tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=abba12a7c8bf4381b4ca8742e8354cc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470891 Jan 17 10:06:21.914257 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-14c09b42-ddc3-4427-b110-8f34864c8e6e service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 10:06:21.915388 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-14c09b42-ddc3-4427-b110-8f34864c8e6e service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1556821 Jan 17 10:06:22.011383 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-8cd278ff-d84d-4528-a9c0-2fcdd1ff2a37 service neutron] 10.222.0.88 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899746 Jan 17 10:06:22.062448 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38518) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:06:22.112173 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-332739d3-8d36-4dd6-8a9a-af03367557a2 service neutron] 10.222.0.88 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950768 Jan 17 10:06:22.179435 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ec33a3f0-e5ad-495f-82f3-8d4d9f71be56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:22.266138 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ec33a3f0-e5ad-495f-82f3-8d4d9f71be56 admin admin] Publish callbacks [] for security_group (af803084-6623-4d4e-a6a9-acb278f0bc46), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:22.347990 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ec33a3f0-e5ad-495f-82f3-8d4d9f71be56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (af803084-6623-4d4e-a6a9-acb278f0bc46), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:22.388812 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-ec33a3f0-e5ad-495f-82f3-8d4d9f71be56 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c8a030163a0e40b4ae2525d0df70693a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252714 Jan 17 10:06:22.390783 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33a3f0-e5ad-495f-82f3-8d4d9f71be56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af803084-6623-4d4e-a6a9-acb278f0bc46,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:22.391449 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38528) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:06:22.433233 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-690691a9-dc77-4913-936a-6fc16283e8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:22.441804 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Publish callbacks [] for security_group (af803084-6623-4d4e-a6a9-acb278f0bc46), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:22.464042 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Publish callbacks [] for security_group (af803084-6623-4d4e-a6a9-acb278f0bc46), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:22.593678 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (af803084-6623-4d4e-a6a9-acb278f0bc46), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:22.596493 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:22.600543 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/af803084-6623-4d4e-a6a9-acb278f0bc46 HTTP/1.1" status: 204 len: 168 time: 0.2057812 Jan 17 10:06:22.607281 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af803084-6623-4d4e-a6a9-acb278f0bc46,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:22.615278 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:22.617676 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:22.617676 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:22.617676 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:22.617676 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:22.617676 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:22.617676 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:22.617676 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:22.618607 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:22.618607 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:22.618607 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:22.618973 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:22.619314 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb8efa3-944e-469e-8e72-0cb19acf2893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:22.748949 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-496888a9-3412-46f2-ac1a-6e60a2a6d668 req-0196b9ac-a545-44ac-9460-fb324e720660 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 210 time: 0.0259666 Jan 17 10:06:23.377029 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38544) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:06:23.390402 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-63fc7871-717e-4f9e-8412-6f23a29a8f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:23.467484 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-63fc7871-717e-4f9e-8412-6f23a29a8f88 admin admin] Publish callbacks [] for security_group (42fc7bbc-3bbd-4ef9-99ca-28c275769cc0), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:23.576535 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-63fc7871-717e-4f9e-8412-6f23a29a8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (42fc7bbc-3bbd-4ef9-99ca-28c275769cc0), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:23.616349 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-63fc7871-717e-4f9e-8412-6f23a29a8f88 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=90830cb8ea0149b2800141e33cc8fbfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382109 Jan 17 10:06:23.617219 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc7871-717e-4f9e-8412-6f23a29a8f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fc7bbc-3bbd-4ef9-99ca-28c275769cc0,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:23.619904 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38548) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:06:23.683854 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ac3f0c30-0312-4d57-b890-708891796d65 admin admin] Publish callbacks [] for security_group (42fc7bbc-3bbd-4ef9-99ca-28c275769cc0), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:23.707598 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ac3f0c30-0312-4d57-b890-708891796d65 admin admin] Publish callbacks [] for security_group (42fc7bbc-3bbd-4ef9-99ca-28c275769cc0), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:23.827024 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9daf83c5-6a12-4ce8-84bb-e6e1dc597fb7 req-20a62445-2d75-46db-9d55-752fa53f110a tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 210 time: 0.0265892 Jan 17 10:06:23.844593 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ac3f0c30-0312-4d57-b890-708891796d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (42fc7bbc-3bbd-4ef9-99ca-28c275769cc0), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:23.847937 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-ac3f0c30-0312-4d57-b890-708891796d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:23.849082 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-ac3f0c30-0312-4d57-b890-708891796d65 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/42fc7bbc-3bbd-4ef9-99ca-28c275769cc0 HTTP/1.1" status: 204 len: 168 time: 0.2279718 Jan 17 10:06:23.857835 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f0c30-0312-4d57-b890-708891796d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fc7bbc-3bbd-4ef9-99ca-28c275769cc0,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:24.932809 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-26cf88db-2403-4788-b2e6-8f88a2bc3d2c req-aec18d07-c6a3-4ef1-af98-2b8542e6c1b9 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 210 time: 0.0366914 Jan 17 10:06:25.016509 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-68e3850c-72ff-40d9-ad72-80b147061767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:25.394890 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-c122c8f5-6e44-4e75-a189-bc885d9dfb93 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:25.396428 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-c122c8f5-6e44-4e75-a189-bc885d9dfb93 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.94 "GET /v2.0/networks?id=bf1f795a-5c87-4862-8cad-842fccb85cd4 HTTP/1.1" status: 200 len: 809 time: 0.1159189 Jan 17 10:06:25.460824 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-85c05e3e-46f3-4895-8efd-d7cf6114b383 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abba12a7c8bf4381b4ca8742e8354cc7 HTTP/1.1" status: 200 len: 380 time: 0.0558882 Jan 17 10:06:25.469462 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-845f2b09-5e79-4c7f-aefb-87dee2b59778 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Request body: {'port': {'device_id': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'admin_state_up': True, 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'security_groups': ['cd1e5bec-dff6-424b-b41c-fd4dad3ac426']}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:06:25.747785 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-845f2b09-5e79-4c7f-aefb-87dee2b59778 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Made reservation on behalf of abba12a7c8bf4381b4ca8742e8354cc7 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:06:25.751522 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-845f2b09-5e79-4c7f-aefb-87dee2b59778 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:25.877281 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-845f2b09-5e79-4c7f-aefb-87dee2b59778 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Allocated IP 172.20.0.6 (bf1f795a-5c87-4862-8cad-842fccb85cd4/1e448774-3984-45e0-acee-6e934c0b9d2c/ec9c36d9-b064-4d71-85b5-750c1313fd0b) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:06:25.959709 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:26.031853 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-845f2b09-5e79-4c7f-aefb-87dee2b59778 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:26.040198 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1f7e0cb1-bbfd-4136-bd37-a777e7100d2b req-133f1763-bd76-4430-8e90-b34b0a303d52 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 210 time: 0.0319021 Jan 17 10:06:26.177102 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-845f2b09-5e79-4c7f-aefb-87dee2b59778 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:26.220859 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-845f2b09-5e79-4c7f-aefb-87dee2b59778 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Network bf1f795a-5c87-4862-8cad-842fccb85cd4 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:06:26.224502 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-845f2b09-5e79-4c7f-aefb-87dee2b59778 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:06:26.228494 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-845f2b09-5e79-4c7f-aefb-87dee2b59778 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:06:26.256183 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f2b09-5e79-4c7f-aefb-87dee2b59778 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Pushing event updated for resources: {'Port': ['ID=ec9c36d9-b064-4d71-85b5-750c1313fd0b,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:26.293194 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-845f2b09-5e79-4c7f-aefb-87dee2b59778 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:26.293947 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-845f2b09-5e79-4c7f-aefb-87dee2b59778 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:26.407888 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-845f2b09-5e79-4c7f-aefb-87dee2b59778 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9420500 Jan 17 10:06:26.418883 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Request body: {'port': {'device_id': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:06:26.473733 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:26.514323 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-bea06486-ab4b-423a-bf87-9052c82924ee None None] Provisioning complete for port ec9c36d9-b064-4d71-85b5-750c1313fd0b triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:06:26.514893 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-bea06486-ab4b-423a-bf87-9052c82924ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:26.561760 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-bea06486-ab4b-423a-bf87-9052c82924ee None None] Port ec9c36d9-b064-4d71-85b5-750c1313fd0b cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:06:27.049308 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9c36d9-b064-4d71-85b5-750c1313fd0b {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:06:27.058587 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Publish callbacks [] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:27.070912 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Transition to ACTIVE for port object ec9c36d9-b064-4d71-85b5-750c1313fd0b will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 10:06:27.145927 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b44a38-5878-44e4-b9ab-770594749f98 req-c7698fd0-9226-44f8-9a43-246d1f953090 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:27.148076 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-24b44a38-5878-44e4-b9ab-770594749f98 req-c7698fd0-9226-44f8-9a43-246d1f953090 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 931 time: 0.0513234 Jan 17 10:06:27.201171 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-24b44a38-5878-44e4-b9ab-770594749f98 req-c81315c5-c6a0-4fb1-9831-6cdc58bdc870 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473466 Jan 17 10:06:27.227501 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:27.279628 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9c36d9-b064-4d71-85b5-750c1313fd0b,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:27.360254 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Attempting to bind port ec9c36d9-b064-4d71-85b5-750c1313fd0b on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:06:27.363636 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Attempting to bind port ec9c36d9-b064-4d71-85b5-750c1313fd0b by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '4f8bd251-4b74-4cdc-9928-3540883aaefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:06:27.363636 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Attempting to bind port ec9c36d9-b064-4d71-85b5-750c1313fd0b on network bf1f795a-5c87-4862-8cad-842fccb85cd4 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:06:27.372527 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Port ec9c36d9-b064-4d71-85b5-750c1313fd0b on network bf1f795a-5c87-4862-8cad-842fccb85cd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 10:06:27.373064 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Attempting to bind port ec9c36d9-b064-4d71-85b5-750c1313fd0b on network bf1f795a-5c87-4862-8cad-842fccb85cd4 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:06:27.378914 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:06:27.379104 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Checking segment: {'id': '4f8bd251-4b74-4cdc-9928-3540883aaefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:06:27.379504 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Bound using segment: {'id': '4f8bd251-4b74-4cdc-9928-3540883aaefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:06:27.379939 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Bound port: ec9c36d9-b064-4d71-85b5-750c1313fd0b, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f8bd251-4b74-4cdc-9928-3540883aaefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:06:27.380306 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:27.449593 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] For port ec9c36d9-b064-4d71-85b5-750c1313fd0b, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:06:27.452808 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] For port ec9c36d9-b064-4d71-85b5-750c1313fd0b, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:06:27.471294 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38628) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:06:27.525313 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:27.568676 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:27.569322 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:27.570765 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] 10.222.0.94 "PUT /v2.0/ports/ec9c36d9-b064-4d71-85b5-750c1313fd0b HTTP/1.1" status: 200 len: 1093 time: 1.1561043 Jan 17 10:06:27.571237 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:06:27.573599 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1c5550-279b-4949-9b8b-61d34e2eeedf" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:06:27.586533 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9721-664e-4444-b7bc-5a6813777f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:27.608705 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e6f07-f6fa-4f63-b614-339b2d04eac5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9c36d9-b064-4d71-85b5-750c1313fd0b,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:27.631691 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abb459c-cd31-458f-a952-5c86044ca492 x-openstack-request-id: req-8abb459c-cd31-458f-a952-5c86044ca492 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:06:27.638777 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:06:27.638777 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8abb459c-cd31-458f-a952-5c86044ca492 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:06:27.638777 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'status': 'completed', 'code': 200} Jan 17 10:06:27.694458 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9721-664e-4444-b7bc-5a6813777f83 admin admin] Publish callbacks [] for security_group (5d91ecb2-2e38-4b29-9a69-158e74642cf6), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:27.696491 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c5550-279b-4949-9b8b-61d34e2eeedf req-57dbd3bd-a26c-48be-809f-e67d9491b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:27.698157 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-aa1c5550-279b-4949-9b8b-61d34e2eeedf req-57dbd3bd-a26c-48be-809f-e67d9491b162 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=abba12a7c8bf4381b4ca8742e8354cc7&device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 1096 time: 0.0465705 Jan 17 10:06:27.803093 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c5550-279b-4949-9b8b-61d34e2eeedf req-2139538d-2cf2-4f3a-be04-e9fa217858f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:27.804501 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-aa1c5550-279b-4949-9b8b-61d34e2eeedf req-2139538d-2cf2-4f3a-be04-e9fa217858f8 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=abba12a7c8bf4381b4ca8742e8354cc7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0995708 Jan 17 10:06:27.819851 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:27.822949 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9721-664e-4444-b7bc-5a6813777f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5d91ecb2-2e38-4b29-9a69-158e74642cf6), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:27.862045 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-2d5d9721-664e-4444-b7bc-5a6813777f83 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8db6a2e8d49344ef9f34c68964970cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3892655 Jan 17 10:06:27.862567 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d9721-664e-4444-b7bc-5a6813777f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d91ecb2-2e38-4b29-9a69-158e74642cf6,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:27.864951 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38634) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:06:27.926511 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c5550-279b-4949-9b8b-61d34e2eeedf req-945bdd76-55a6-422f-bf0c-fc8340c783c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:27.928618 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-aa1c5550-279b-4949-9b8b-61d34e2eeedf req-945bdd76-55a6-422f-bf0c-fc8340c783c8 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173654 Jan 17 10:06:27.941630 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a4502ee2-ef43-4283-a3fe-a02f4f37f9b5 admin admin] Publish callbacks [] for security_group (5d91ecb2-2e38-4b29-9a69-158e74642cf6), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:27.965399 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a4502ee2-ef43-4283-a3fe-a02f4f37f9b5 admin admin] Publish callbacks [] for security_group (5d91ecb2-2e38-4b29-9a69-158e74642cf6), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:28.032361 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-9b3ef05b-38e9-42bb-8f63-ee4fc38a8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:28.033855 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-9b3ef05b-38e9-42bb-8f63-ee4fc38a8e24 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=abba12a7c8bf4381b4ca8742e8354cc7&device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 1096 time: 0.0665553 Jan 17 10:06:28.073786 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-c3235112-91e5-4f0a-86d6-09753f11b3f1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b HTTP/1.1" status: 200 len: 217 time: 0.0325201 Jan 17 10:06:28.124753 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-a341b48d-f313-49f7-8f1e-f6a3784091d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:28.126221 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-a341b48d-f313-49f7-8f1e-f6a3784091d8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e448774-3984-45e0-acee-6e934c0b9d2c HTTP/1.1" status: 200 len: 848 time: 0.0459745 Jan 17 10:06:28.127396 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a4502ee2-ef43-4283-a3fe-a02f4f37f9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5d91ecb2-2e38-4b29-9a69-158e74642cf6), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:28.130520 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-a4502ee2-ef43-4283-a3fe-a02f4f37f9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:28.131639 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-a4502ee2-ef43-4283-a3fe-a02f4f37f9b5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5d91ecb2-2e38-4b29-9a69-158e74642cf6 HTTP/1.1" status: 204 len: 168 time: 0.2657592 Jan 17 10:06:28.164951 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4502ee2-ef43-4283-a3fe-a02f4f37f9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d91ecb2-2e38-4b29-9a69-158e74642cf6,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:28.182699 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-9cc907d8-5fc1-47f1-8696-ff7530219686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:28.184266 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-9cc907d8-5fc1-47f1-8696-ff7530219686 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bf1f795a-5c87-4862-8cad-842fccb85cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516610 Jan 17 10:06:28.279950 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-20750922-e98b-44a6-ba6a-33a57910ff54 service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882494 Jan 17 10:06:28.317798 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae176463-905b-4676-b3cb-9b0afc28c6f0 req-2e23f0fb-831b-4cb4-b820-9e9d3bf9dba3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:28.319355 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ae176463-905b-4676-b3cb-9b0afc28c6f0 req-2e23f0fb-831b-4cb4-b820-9e9d3bf9dba3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0500422 Jan 17 10:06:28.375639 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ae176463-905b-4676-b3cb-9b0afc28c6f0 req-1c9c5b7c-fd71-43b3-9ff0-f0a282e0a56d tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494802 Jan 17 10:06:28.382966 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b1cc2ef8-78a5-45f2-be43-bb61e67d13dd req-67d152a5-08a3-47c1-b4f2-5027771721fd service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967345 Jan 17 10:06:28.895629 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38642) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:06:28.910318 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1ce6-fb35-4dca-9cc9-0a127ee0096e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:28.984032 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1ce6-fb35-4dca-9cc9-0a127ee0096e admin admin] Publish callbacks [] for security_group (6c305291-d36f-498d-857e-4356ede33ec1), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:29.067496 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-3f9b1ce6-fb35-4dca-9cc9-0a127ee0096e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (6c305291-d36f-498d-857e-4356ede33ec1), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:29.096133 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:29.108265 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-3f9b1ce6-fb35-4dca-9cc9-0a127ee0096e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5aa494a0325140e799a9137d2be22177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114880 Jan 17 10:06:29.109281 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b1ce6-fb35-4dca-9cc9-0a127ee0096e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c305291-d36f-498d-857e-4356ede33ec1,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:29.110903 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38644) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:06:29.160510 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d371-836c-4f87-ae36-344d090a77d9 admin admin] Publish callbacks [] for security_group (6c305291-d36f-498d-857e-4356ede33ec1), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:29.181880 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d371-836c-4f87-ae36-344d090a77d9 admin admin] Publish callbacks [] for security_group (6c305291-d36f-498d-857e-4356ede33ec1), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:29.324470 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d371-836c-4f87-ae36-344d090a77d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (6c305291-d36f-498d-857e-4356ede33ec1), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:29.327061 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d371-836c-4f87-ae36-344d090a77d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:29.328261 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-cbd7d371-836c-4f87-ae36-344d090a77d9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6c305291-d36f-498d-857e-4356ede33ec1 HTTP/1.1" status: 204 len: 168 time: 0.2156916 Jan 17 10:06:29.336963 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7d371-836c-4f87-ae36-344d090a77d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c305291-d36f-498d-857e-4356ede33ec1,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:29.492097 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f2357-1ab3-4f26-9975-492cfc667766 req-1d4690d4-3858-4e41-b313-4181bc8ef900 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:29.493708 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9b6f2357-1ab3-4f26-9975-492cfc667766 req-1d4690d4-3858-4e41-b313-4181bc8ef900 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0491910 Jan 17 10:06:29.551750 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9b6f2357-1ab3-4f26-9975-492cfc667766 req-45e518a3-7ab5-4d2e-9409-cc66ccbd4060 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523643 Jan 17 10:06:30.668241 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532905a-c19d-478c-bba5-411eb516aba5 req-c50ec6b0-cbc6-494b-8674-884e6e2a7111 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:30.669747 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c532905a-c19d-478c-bba5-411eb516aba5 req-c50ec6b0-cbc6-494b-8674-884e6e2a7111 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0498629 Jan 17 10:06:30.719638 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c532905a-c19d-478c-bba5-411eb516aba5 req-bd095a7e-aa81-477a-8e6f-84bd192232a8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435801 Jan 17 10:06:31.840520 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc2c1b-1516-4d9e-8c09-9aaece509f32 req-8367da73-75a1-410e-8c0c-f554a9b24283 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:31.841988 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dbcc2c1b-1516-4d9e-8c09-9aaece509f32 req-8367da73-75a1-410e-8c0c-f554a9b24283 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0530734 Jan 17 10:06:31.891066 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-dbcc2c1b-1516-4d9e-8c09-9aaece509f32 req-be91f794-1948-41fa-b01e-e991c9ca150b tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429220 Jan 17 10:06:32.501273 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:06:33.013980 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c8432-71f4-4f50-8897-9922336cd34d req-cc4dc0dd-c428-4793-ae4a-aa9ca12e6725 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:33.015554 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c58c8432-71f4-4f50-8897-9922336cd34d req-cc4dc0dd-c428-4793-ae4a-aa9ca12e6725 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0584438 Jan 17 10:06:33.065785 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c58c8432-71f4-4f50-8897-9922336cd34d req-b29ed81c-0847-4233-ae7b-f5d6218f54d6 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445642 Jan 17 10:06:34.179637 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cc196-52b7-4d34-b06f-00eab0ceea8b req-7cac8ef7-af96-4cdc-baf2-bab35f3fb564 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:34.181551 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e01cc196-52b7-4d34-b06f-00eab0ceea8b req-7cac8ef7-af96-4cdc-baf2-bab35f3fb564 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0505631 Jan 17 10:06:34.236845 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-e01cc196-52b7-4d34-b06f-00eab0ceea8b req-21b5f144-994f-4496-8097-e4bd15c61ad0 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496092 Jan 17 10:06:34.836892 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:35.239748 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38722) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:06:35.361260 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0ac93-718a-4a8c-9a69-a86cd780b7a0 req-2708053d-4033-43bf-b15f-5c8852edcc66 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:35.362885 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d4a0ac93-718a-4a8c-9a69-a86cd780b7a0 req-2708053d-4033-43bf-b15f-5c8852edcc66 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0523183 Jan 17 10:06:35.416478 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d4a0ac93-718a-4a8c-9a69-a86cd780b7a0 req-cb698c12-6f4d-4d1b-ba62-47c7a7e7af51 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475802 Jan 17 10:06:35.482631 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:35.555774 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Publish callbacks [] for security_group (2cbd0a62-afdf-4e6e-96d4-600124d9d6a7), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:35.627295 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (2cbd0a62-afdf-4e6e-96d4-600124d9d6a7), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:35.667904 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd0a62-afdf-4e6e-96d4-600124d9d6a7,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:35.676129 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4a342df495004eac9ec6bb181ab60871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4350786 Jan 17 10:06:35.681510 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38728) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:06:35.684171 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:35.684655 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:35.685207 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:35.685984 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:35.686156 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:35.686394 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:35.686941 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:35.687451 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:35.687864 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:35.688214 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:35.688563 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:35.688944 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:35.689300 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5b18c-178e-44d2-a6a0-65c3ca2d2048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:06:35.732506 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-568f45b5-da60-4453-bc0c-71194457775b admin admin] Publish callbacks [] for security_group (2cbd0a62-afdf-4e6e-96d4-600124d9d6a7), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:35.753710 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-568f45b5-da60-4453-bc0c-71194457775b admin admin] Publish callbacks [] for security_group (2cbd0a62-afdf-4e6e-96d4-600124d9d6a7), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:35.879048 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-568f45b5-da60-4453-bc0c-71194457775b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (2cbd0a62-afdf-4e6e-96d4-600124d9d6a7), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:35.881569 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-568f45b5-da60-4453-bc0c-71194457775b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:35.882745 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-568f45b5-da60-4453-bc0c-71194457775b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2cbd0a62-afdf-4e6e-96d4-600124d9d6a7 HTTP/1.1" status: 204 len: 168 time: 0.1999552 Jan 17 10:06:35.890886 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f45b5-da60-4453-bc0c-71194457775b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbd0a62-afdf-4e6e-96d4-600124d9d6a7,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:36.534143 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2440d-12d6-4c1c-9b28-27b3f8c3e457 req-49fe2275-a504-49a2-b1ae-9d78d6dc4e39 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:36.538685 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0dc2440d-12d6-4c1c-9b28-27b3f8c3e457 req-49fe2275-a504-49a2-b1ae-9d78d6dc4e39 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0520418 Jan 17 10:06:36.585334 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0dc2440d-12d6-4c1c-9b28-27b3f8c3e457 req-2e7e645c-3ee5-482d-8066-719b201e6e0f tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438914 Jan 17 10:06:36.723811 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device ec9c36d9-b064-4d71-85b5-750c1313fd0b details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 10:06:36.820474 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port ec9c36d9-b064-4d71-85b5-750c1313fd0b, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:06:36.832420 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'port_id': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'mac_address': 'fa:16:3e:0a:b3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 10:06:36.872803 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port ec9c36d9-b064-4d71-85b5-750c1313fd0b is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:06:36.873207 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:36.890250 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9c36d9-b064-4d71-85b5-750c1313fd0b {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:06:36.909659 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port ec9c36d9-b064-4d71-85b5-750c1313fd0b, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:06:36.988369 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:37.036286 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=ec9c36d9-b064-4d71-85b5-750c1313fd0b,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:37.323930 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['ec9c36d9-b064-4d71-85b5-750c1313fd0b'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:06:37.703559 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc97ef2-0f00-46b7-9042-7593bdb65702 req-c05a6c5e-59b7-44e2-af5d-4108ef565f78 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:37.705081 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8cc97ef2-0f00-46b7-9042-7593bdb65702 req-c05a6c5e-59b7-44e2-af5d-4108ef565f78 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 944 time: 0.0502717 Jan 17 10:06:37.754870 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8cc97ef2-0f00-46b7-9042-7593bdb65702 req-2abd5989-6122-4dca-87c6-14842c06cb32 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429702 Jan 17 10:06:38.740154 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device ec9c36d9-b064-4d71-85b5-750c1313fd0b up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:06:38.833070 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port ec9c36d9-b064-4d71-85b5-750c1313fd0b completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 10:06:38.837353 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port ec9c36d9-b064-4d71-85b5-750c1313fd0b triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:06:38.837736 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:38.876074 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6f6a-1621-4b59-b213-f58f3317d50a req-e9042455-270a-4b0b-ac08-013a4619f85e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:38.878139 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-41ff6f6a-1621-4b59-b213-f58f3317d50a req-e9042455-270a-4b0b-ac08-013a4619f85e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 944 time: 0.0552938 Jan 17 10:06:38.929816 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-41ff6f6a-1621-4b59-b213-f58f3317d50a req-c8306c22-3ca0-4d7a-ad8f-065b9d1d33ea tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453706 Jan 17 10:06:38.935942 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port ec9c36d9-b064-4d71-85b5-750c1313fd0b is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:06:38.936346 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:38.959899 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:06:38.963927 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec7582f-ce82-4b88-b288-f2cadc77f81d" -d '{"events": [{"server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "name": "network-vif-plugged", "status": "completed", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:06:38.975938 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port ec9c36d9-b064-4d71-85b5-750c1313fd0b, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:06:39.001937 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ce4414-1648-4a02-a5d7-eb561d814743 x-openstack-request-id: req-41ce4414-1648-4a02-a5d7-eb561d814743 {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:06:39.002235 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "name": "network-vif-plugged", "status": "completed", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:06:39.002499 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-41ce4414-1648-4a02-a5d7-eb561d814743 {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:06:39.002949 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'code': 200} Jan 17 10:06:39.050510 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:39.097497 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=ec9c36d9-b064-4d71-85b5-750c1313fd0b,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:39.328304 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777b4e1-26d9-4f46-a261-fd74a9471f42 req-a85b1251-7d11-4552-a5f7-e1f05e477e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:39.329723 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-9777b4e1-26d9-4f46-a261-fd74a9471f42 req-a85b1251-7d11-4552-a5f7-e1f05e477e4a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 1098 time: 0.0417583 Jan 17 10:06:39.379223 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-9777b4e1-26d9-4f46-a261-fd74a9471f42 req-0181e720-333f-48df-b13b-94efb227e139 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434544 Jan 17 10:06:40.041842 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879b7a0-79fc-4455-9c36-5c48e6c1bfe0 req-4e064195-fe6e-4d58-b819-24dad3905ebd tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:40.043322 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5879b7a0-79fc-4455-9c36-5c48e6c1bfe0 req-4e064195-fe6e-4d58-b819-24dad3905ebd tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0471604 Jan 17 10:06:40.089979 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5879b7a0-79fc-4455-9c36-5c48e6c1bfe0 req-651e6876-0364-4be1-a3b2-4f9cf1af4d64 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412574 Jan 17 10:06:41.218611 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56325322-8548-417b-a7d8-193513db1da7 req-72a8043c-ad1a-4f3a-a853-8ce70cdeb88d tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:41.220344 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-56325322-8548-417b-a7d8-193513db1da7 req-72a8043c-ad1a-4f3a-a853-8ce70cdeb88d tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0601380 Jan 17 10:06:41.294625 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-56325322-8548-417b-a7d8-193513db1da7 req-e0e2a8fa-ccdf-451e-a79f-5f94c9b11ea0 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641792 Jan 17 10:06:42.103358 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4283e240-a9e7-4c2b-bbbe-479f3b2dac38 req-764beca2-a9c1-489a-af07-edfac4c9fa06 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396190 Jan 17 10:06:42.416022 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10118c55-7efc-476c-b794-16d4b9c9751b req-ab65566c-e936-4992-abfe-b8554fdf8a69 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:42.417508 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-10118c55-7efc-476c-b794-16d4b9c9751b req-ab65566c-e936-4992-abfe-b8554fdf8a69 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0482080 Jan 17 10:06:42.467804 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-10118c55-7efc-476c-b794-16d4b9c9751b req-2e56628f-4107-4f7c-9220-ea8b4c8a57e3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446076 Jan 17 10:06:43.405925 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283e240-a9e7-4c2b-bbbe-479f3b2dac38 req-15fe237b-3773-4e68-8f34-779e843e977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:43.407602 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4283e240-a9e7-4c2b-bbbe-479f3b2dac38 req-15fe237b-3773-4e68-8f34-779e843e977e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 1099 time: 0.0418851 Jan 17 10:06:43.530158 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283e240-a9e7-4c2b-bbbe-479f3b2dac38 req-d52bfe26-7566-4b80-b679-9e3aa062cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:43.531984 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4283e240-a9e7-4c2b-bbbe-479f3b2dac38 req-d52bfe26-7566-4b80-b679-9e3aa062cbc9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 913 time: 0.1019056 Jan 17 10:06:43.597537 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115466d9-a135-46e4-998e-c3eede7f33cf req-0a5e1eec-1bf5-4fba-a3ce-fa2eeaded531 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:43.599183 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-115466d9-a135-46e4-998e-c3eede7f33cf req-0a5e1eec-1bf5-4fba-a3ce-fa2eeaded531 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0522091 Jan 17 10:06:43.607346 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4283e240-a9e7-4c2b-bbbe-479f3b2dac38 req-1af96e18-1f0d-4f19-aa47-184b5f04a692 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=141277fb-caa2-4ab1-86ab-545042be486c HTTP/1.1" status: 200 len: 1001 time: 0.0693111 Jan 17 10:06:43.652561 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-115466d9-a135-46e4-998e-c3eede7f33cf req-418315f1-df85-43cd-bbc0-ef4be07110a0 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474851 Jan 17 10:06:43.668996 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283e240-a9e7-4c2b-bbbe-479f3b2dac38 req-a0ece03d-a057-4c7e-9eab-b55c2a1a4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:43.670487 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4283e240-a9e7-4c2b-bbbe-479f3b2dac38 req-a0ece03d-a057-4c7e-9eab-b55c2a1a4507 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 200 len: 851 time: 0.0570543 Jan 17 10:06:43.735995 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283e240-a9e7-4c2b-bbbe-479f3b2dac38 req-48d99bca-b534-47f9-8a45-d3efd98a2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:43.738187 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4283e240-a9e7-4c2b-bbbe-479f3b2dac38 req-48d99bca-b534-47f9-8a45-d3efd98a2ed7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443363 Jan 17 10:06:43.829528 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4283e240-a9e7-4c2b-bbbe-479f3b2dac38 req-cf70ae78-4caa-48ee-b9ef-22384154d474 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833681 Jan 17 10:06:43.925136 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-4283e240-a9e7-4c2b-bbbe-479f3b2dac38 req-b854f376-22a8-4a10-bfa8-98339b82e026 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885823 Jan 17 10:06:44.770096 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26494c-ead7-4033-916b-984857bdbf2d req-21cf6e41-375a-4032-b701-021f330366d2 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:44.771635 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cb26494c-ead7-4033-916b-984857bdbf2d req-21cf6e41-375a-4032-b701-021f330366d2 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0528245 Jan 17 10:06:44.821801 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-cb26494c-ead7-4033-916b-984857bdbf2d req-9ee1f1ac-820e-46e4-9583-9b63bde7705b tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444777 Jan 17 10:06:44.944237 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f0731-eb81-4b85-a199-c7a9bb8a5695 req-0d645145-3418-4f69-ba3f-9b6589621084 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:44.946167 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-121f0731-eb81-4b85-a199-c7a9bb8a5695 req-0d645145-3418-4f69-ba3f-9b6589621084 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0574188 Jan 17 10:06:44.996112 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-121f0731-eb81-4b85-a199-c7a9bb8a5695 req-c60f0d30-a3c8-48fb-9fcd-fcd0ca19606e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445433 Jan 17 10:06:45.019263 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38802) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:06:45.207681 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b4a0e4-443d-40cc-8d30-afed3baff6b7 tempest-TestShelveInstance-150478196 tempest-TestShelveInstance-150478196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:45.209197 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-f2b4a0e4-443d-40cc-8d30-afed3baff6b7 tempest-TestShelveInstance-150478196 tempest-TestShelveInstance-150478196-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 1093 time: 0.1888859 Jan 17 10:06:45.212162 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38806) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:06:45.216486 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Request body: {'floatingip': {'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'port_id': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:06:45.324694 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:45.433751 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:45.542540 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Allocated IP 172.27.0.171 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/9d8b314f-aed3-424f-95f1-6e58ca1cff6c) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:06:45.646042 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for port (9d8b314f-aed3-424f-95f1-6e58ca1cff6c), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:45.758967 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (9d8b314f-aed3-424f-95f1-6e58ca1cff6c), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:45.799537 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:06:45.808838 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:06:45.813374 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:06:45.816523 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Pushing event updated for resources: {'Port': ['ID=9d8b314f-aed3-424f-95f1-6e58ca1cff6c,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:46.171191 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for floatingip (ba1e36d7-fd45-41a7-bc7f-ecfd04afb0c8), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:46.310074 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (9d8b314f-aed3-424f-95f1-6e58ca1cff6c), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:46.465636 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for port (9d8b314f-aed3-424f-95f1-6e58ca1cff6c), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:46.536204 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (9d8b314f-aed3-424f-95f1-6e58ca1cff6c), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:46.607835 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Pushing event updated for resources: {'Port': ['ID=9d8b314f-aed3-424f-95f1-6e58ca1cff6c,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:06:46.622337 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (ba1e36d7-fd45-41a7-bc7f-ecfd04afb0c8), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:46.729056 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.l3_db [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Floating IP ba1e36d7-fd45-41a7-bc7f-ecfd04afb0c8 associated. External IP: 172.27.0.171, port: ec9c36d9-b064-4d71-85b5-750c1313fd0b. Jan 17 10:06:46.937064 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Router e0315c19-80a1-4f1e-8f17-360614550082 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:06:47.043654 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:06:47.053825 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1819cfe1-cd70-4020-b18f-4d8fa32e09a3 None None] Sync routers for ids ['e0315c19-80a1-4f1e-8f17-360614550082'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:06:47.063221 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1819cfe1-cd70-4020-b18f-4d8fa32e09a3 None None] Routers {'e0315c19-80a1-4f1e-8f17-360614550082'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:06:47.063860 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-1819cfe1-cd70-4020-b18f-4d8fa32e09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:06:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['e0315c19-80a1-4f1e-8f17-360614550082'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:06:47.126673 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:47.171932 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-4fbd8c1a-8757-4f05-873c-3719da4951f8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9443812 Jan 17 10:06:47.171932 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:06:47.171932 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e34181-b9e0-4fcf-9b3f-7736702231ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:06:47.174113 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-1819cfe1-cd70-4020-b18f-4d8fa32e09a3 None None] Set router e0315c19-80a1-4f1e-8f17-360614550082 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:06:47.199511 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917fd296-f3c6-4968-98a3-1f63c4b89f30 x-openstack-request-id: req-917fd296-f3c6-4968-98a3-1f63c4b89f30 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:06:47.199807 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:06:47.200070 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-917fd296-f3c6-4968-98a3-1f63c4b89f30 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:06:47.200482 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'status': 'completed', 'code': 200} Jan 17 10:06:47.405433 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-1819cfe1-cd70-4020-b18f-4d8fa32e09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:05:34Z', 'revision_number': 4, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port': {'id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:31Z', 'updated_at': '2022-01-17T10:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'ba1e36d7-fd45-41a7-bc7f-ecfd04afb0c8', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'port_id': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'mac_address': 'fa:16:3e:0a:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:06:46Z', 'updated_at': '2022-01-17T10:06:46Z', 'revision_number': 0, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478f4c81-890c-408a-b5f9-f9582eb1daed', 'name': '', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'mac_address': 'fa:16:3e:33:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:33Z', 'updated_at': '2022-01-17T10:05:38Z', 'revision_number': 5, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'subnets': [{'id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:06:47.431986 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1819cfe1-cd70-4020-b18f-4d8fa32e09a3 None None] Checking router: e0315c19-80a1-4f1e-8f17-360614550082 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:06:47.440713 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1819cfe1-cd70-4020-b18f-4d8fa32e09a3 None None] Routers {'e0315c19-80a1-4f1e-8f17-360614550082'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:06:47.441328 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-1819cfe1-cd70-4020-b18f-4d8fa32e09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:06:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['e0315c19-80a1-4f1e-8f17-360614550082'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:06:47.547512 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-1819cfe1-cd70-4020-b18f-4d8fa32e09a3 None None] Set router e0315c19-80a1-4f1e-8f17-360614550082 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:06:47.780367 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-1819cfe1-cd70-4020-b18f-4d8fa32e09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:05:34Z', 'revision_number': 4, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port': {'id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:31Z', 'updated_at': '2022-01-17T10:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'ba1e36d7-fd45-41a7-bc7f-ecfd04afb0c8', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'port_id': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'mac_address': 'fa:16:3e:0a:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:06:46Z', 'updated_at': '2022-01-17T10:06:46Z', 'revision_number': 0, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478f4c81-890c-408a-b5f9-f9582eb1daed', 'name': '', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'mac_address': 'fa:16:3e:33:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:33Z', 'updated_at': '2022-01-17T10:05:38Z', 'revision_number': 5, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'subnets': [{'id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:06:47.807993 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1819cfe1-cd70-4020-b18f-4d8fa32e09a3 None None] The sync data for ids ['e0315c19-80a1-4f1e-8f17-360614550082'] in dv-cinder-824839-2-iscsi is: [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:05:34Z', 'revision_number': 4, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port': {'id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:31Z', 'updated_at': '2022-01-17T10:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'ba1e36d7-fd45-41a7-bc7f-ecfd04afb0c8', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'port_id': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'mac_address': 'fa:16:3e:0a:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:06:46Z', 'updated_at': '2022-01-17T10:06:46Z', 'revision_number': 0, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478f4c81-890c-408a-b5f9-f9582eb1daed', 'name': '', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'mac_address': 'fa:16:3e:33:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:33Z', 'updated_at': '2022-01-17T10:05:38Z', 'revision_number': 5, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'subnets': [{'id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:06:48.009689 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fabef98-fd18-4ecd-9f0c-e9c4a81d1f61 None None] New status for floating IP ba1e36d7-fd45-41a7-bc7f-ecfd04afb0c8: ACTIVE {{(pid=114943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:06:49.360052 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34181-b9e0-4fcf-9b3f-7736702231ab req-e582e4be-4616-4e30-8667-29967a18a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:49.361492 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-74e34181-b9e0-4fcf-9b3f-7736702231ab req-e582e4be-4616-4e30-8667-29967a18a673 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=abba12a7c8bf4381b4ca8742e8354cc7&device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 1098 time: 0.0494499 Jan 17 10:06:49.454693 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34181-b9e0-4fcf-9b3f-7736702231ab req-0bc53e16-9898-4e24-aac1-9158109ec2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:49.457108 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-74e34181-b9e0-4fcf-9b3f-7736702231ab req-0bc53e16-9898-4e24-aac1-9158109ec2b3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bf1f795a-5c87-4862-8cad-842fccb85cd4 HTTP/1.1" status: 200 len: 910 time: 0.0876527 Jan 17 10:06:49.529666 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-74e34181-b9e0-4fcf-9b3f-7736702231ab req-da0e9e7d-c520-4587-b9df-05e03fb03528 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b HTTP/1.1" status: 200 len: 1001 time: 0.0664527 Jan 17 10:06:49.578652 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34181-b9e0-4fcf-9b3f-7736702231ab req-af87f1a4-87d9-466e-8f56-47ae2a70deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:49.580188 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-74e34181-b9e0-4fcf-9b3f-7736702231ab req-af87f1a4-87d9-466e-8f56-47ae2a70deb8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e448774-3984-45e0-acee-6e934c0b9d2c HTTP/1.1" status: 200 len: 848 time: 0.0435507 Jan 17 10:06:49.624859 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34181-b9e0-4fcf-9b3f-7736702231ab req-6cabd567-9ced-45a1-9ec7-75fd8b9d8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:06:49.626293 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-74e34181-b9e0-4fcf-9b3f-7736702231ab req-6cabd567-9ced-45a1-9ec7-75fd8b9d8f93 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bf1f795a-5c87-4862-8cad-842fccb85cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401955 Jan 17 10:06:49.719654 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-74e34181-b9e0-4fcf-9b3f-7736702231ab req-e047c0ee-29e9-4ee4-bccd-c3e1d256ae25 service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874684 Jan 17 10:06:49.817094 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-74e34181-b9e0-4fcf-9b3f-7736702231ab req-af5bae01-1cbd-4719-8e93-3e5cb3da05ba service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902302 Jan 17 10:06:52.438826 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-93476b80-e72f-4b73-9c3a-9a6af7270e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:55.021404 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-86f19adf-3326-49a1-840f-7085aeed0529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:55.935652 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:57.821207 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:06:59.113497 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:02.646272 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 38912) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:07:02.750318 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-62e1325f-49f6-49f8-9f1c-da484e6ab1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:02.827741 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-62e1325f-49f6-49f8-9f1c-da484e6ab1b8 admin admin] Publish callbacks [] for security_group (38b7310a-ac34-41d7-a411-b5ed39963724), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:02.912676 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-62e1325f-49f6-49f8-9f1c-da484e6ab1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (38b7310a-ac34-41d7-a411-b5ed39963724), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:02.951859 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-62e1325f-49f6-49f8-9f1c-da484e6ab1b8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4263a24c713e41419484fed6a98578f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043857 Jan 17 10:07:02.952849 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1325f-49f6-49f8-9f1c-da484e6ab1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b7310a-ac34-41d7-a411-b5ed39963724,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:07:02.954673 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38916) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:07:03.003397 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-64d9943b-bc83-4933-9b20-f45b5c6b95c0 admin admin] Publish callbacks [] for security_group (38b7310a-ac34-41d7-a411-b5ed39963724), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:03.024211 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-64d9943b-bc83-4933-9b20-f45b5c6b95c0 admin admin] Publish callbacks [] for security_group (38b7310a-ac34-41d7-a411-b5ed39963724), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:03.186031 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-64d9943b-bc83-4933-9b20-f45b5c6b95c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (38b7310a-ac34-41d7-a411-b5ed39963724), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:03.188641 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-64d9943b-bc83-4933-9b20-f45b5c6b95c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:03.189827 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-64d9943b-bc83-4933-9b20-f45b5c6b95c0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/38b7310a-ac34-41d7-a411-b5ed39963724 HTTP/1.1" status: 204 len: 168 time: 0.2339916 Jan 17 10:07:03.197867 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9943b-bc83-4933-9b20-f45b5c6b95c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b7310a-ac34-41d7-a411-b5ed39963724,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:07:04.821207 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:09.502458 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:07:15.414762 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 38996) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:07:15.532552 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-16975290-d69f-4e6e-8091-5ee04be4ee8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:15.613284 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-16975290-d69f-4e6e-8091-5ee04be4ee8d admin admin] Publish callbacks [] for security_group (c5f2224c-62ac-433e-a900-2cd6d5597054), precommit_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:15.753396 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-16975290-d69f-4e6e-8091-5ee04be4ee8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (c5f2224c-62ac-433e-a900-2cd6d5597054), after_create {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:15.793095 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-16975290-d69f-4e6e-8091-5ee04be4ee8d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=23c7a73b570b4bdfad3e5c7139d7a480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768203 Jan 17 10:07:15.793901 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16975290-d69f-4e6e-8091-5ee04be4ee8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f2224c-62ac-433e-a900-2cd6d5597054,revision_number=1']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:07:15.795932 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39000) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:07:15.850571 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7e28a82a-2fec-469a-a32c-61cb20fcf438 admin admin] Publish callbacks [] for security_group (c5f2224c-62ac-433e-a900-2cd6d5597054), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:15.874094 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7e28a82a-2fec-469a-a32c-61cb20fcf438 admin admin] Publish callbacks [] for security_group (c5f2224c-62ac-433e-a900-2cd6d5597054), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:16.027431 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7e28a82a-2fec-469a-a32c-61cb20fcf438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (c5f2224c-62ac-433e-a900-2cd6d5597054), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:16.030141 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-7e28a82a-2fec-469a-a32c-61cb20fcf438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:16.031358 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-7e28a82a-2fec-469a-a32c-61cb20fcf438 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c5f2224c-62ac-433e-a900-2cd6d5597054 HTTP/1.1" status: 204 len: 168 time: 0.2331808 Jan 17 10:07:16.039452 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28a82a-2fec-469a-a32c-61cb20fcf438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f2224c-62ac-433e-a900-2cd6d5597054,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:07:22.535232 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-025cc368-0215-4a42-bbbf-1bc414e69f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:25.038096 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-51903ec9-aa39-4691-885c-0b9d1912e8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:25.970271 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:27.831956 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:29.066767 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:35.033661 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:41.582255 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5c1764b9-7b6e-4c34-ac59-b4fbe23621d2 req-508ed075-5be8-45ea-af75-bf320fa031d5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389872 Jan 17 10:07:41.666947 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1764b9-7b6e-4c34-ac59-b4fbe23621d2 req-6e57b30d-649a-4d16-812b-6f61bae4c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:07:41.668586 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5c1764b9-7b6e-4c34-ac59-b4fbe23621d2 req-6e57b30d-649a-4d16-812b-6f61bae4c165 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 1099 time: 0.0444770 Jan 17 10:07:41.770536 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1764b9-7b6e-4c34-ac59-b4fbe23621d2 req-6a9e5787-2d4a-44ca-b717-0b566e97b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:07:41.772155 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5c1764b9-7b6e-4c34-ac59-b4fbe23621d2 req-6a9e5787-2d4a-44ca-b717-0b566e97b80d service neutron] 10.222.0.94 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 913 time: 0.0853143 Jan 17 10:07:41.841417 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5c1764b9-7b6e-4c34-ac59-b4fbe23621d2 req-d9e1dcea-cbff-45da-b495-e06df42ce967 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=141277fb-caa2-4ab1-86ab-545042be486c HTTP/1.1" status: 200 len: 1001 time: 0.0626411 Jan 17 10:07:41.892838 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1764b9-7b6e-4c34-ac59-b4fbe23621d2 req-1d5dc792-e108-40d4-a532-4cbdabd47981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:07:41.894319 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5c1764b9-7b6e-4c34-ac59-b4fbe23621d2 req-1d5dc792-e108-40d4-a532-4cbdabd47981 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 200 len: 851 time: 0.0474317 Jan 17 10:07:41.939413 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1764b9-7b6e-4c34-ac59-b4fbe23621d2 req-f110d485-28f6-4edb-87d2-ee5dd63277cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:07:41.940817 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5c1764b9-7b6e-4c34-ac59-b4fbe23621d2 req-f110d485-28f6-4edb-87d2-ee5dd63277cf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400450 Jan 17 10:07:42.033510 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5c1764b9-7b6e-4c34-ac59-b4fbe23621d2 req-6453b26f-6efb-422c-ac7f-8be5aa7beadb service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858245 Jan 17 10:07:42.122313 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5c1764b9-7b6e-4c34-ac59-b4fbe23621d2 req-e6f0bf7b-6225-4f57-b195-a90527de2b77 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818157 Jan 17 10:07:46.501694 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:07:52.449172 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-9d644ef7-2adc-496a-b44a-273f6f6b5475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:54.984589 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f099cf33-5df6-4657-9919-62cd5611255b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:55.973106 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:57.757129 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:59.083258 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:07:59.751409 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-10faa24e-9a45-4e82-b63d-d1d3aa4c7c9a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1384298190&fields=id&tenant_id=d877f04e846b491fbdf9e75655bacd33 HTTP/1.1" status: 200 len: 267 time: 0.0462320 Jan 17 10:07:59.861396 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-1bccf579-25c1-43d9-9200-534cf97f66b5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:07:59.862957 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-1bccf579-25c1-43d9-9200-534cf97f66b5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 812 time: 0.1050556 Jan 17 10:07:59.879358 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-25ef5297-9552-4d12-aa2a-bff641f37fe2 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/quotas/d877f04e846b491fbdf9e75655bacd33 HTTP/1.1" status: 200 len: 375 time: 0.0104074 Jan 17 10:07:59.936712 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-adbf6029-c48a-4502-bbfb-54ccb7624190 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487688 Jan 17 10:08:00.039308 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-60d55881-5a41-4a1d-a183-c45709eef5ab service neutron] 10.222.0.88 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896752 Jan 17 10:08:00.129984 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-395c74a6-2732-4df9-bd58-6c453558b19d service neutron] 10.222.0.88 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845652 Jan 17 10:08:00.794646 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ef774a70-d240-470b-b700-bbc9c09be5f7 req-3f516212-3bf8-4d22-a71e-2a1057ec121d tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 210 time: 0.0271282 Jan 17 10:08:01.906510 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7568eee8-7ec3-4113-9559-9dafce044ca4 req-50a42739-2aaa-417c-b061-0931f9bc93ff tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 210 time: 0.0370414 Jan 17 10:08:03.009651 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8d3a8091-cba5-4984-8509-2930e0ea9122 req-27622b6a-f1c1-4feb-87bf-6174aea4842a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 210 time: 0.0322092 Jan 17 10:08:03.337446 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-3a1a84ab-1c72-4790-9d51-5cd626b49fb2 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:03.339927 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-3a1a84ab-1c72-4790-9d51-5cd626b49fb2 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 812 time: 0.4091876 Jan 17 10:08:03.409132 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-c15dc62b-2bd5-4ff8-8aa6-e6ed2c6d6022 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d877f04e846b491fbdf9e75655bacd33 HTTP/1.1" status: 200 len: 380 time: 0.0604258 Jan 17 10:08:03.417850 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Request body: {'port': {'device_id': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'admin_state_up': True, 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'security_groups': ['b3f8833d-8708-45aa-8885-5a1db2a8dcb9']}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:08:03.614321 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Made reservation on behalf of d877f04e846b491fbdf9e75655bacd33 for: {'port': 1} {{(pid=114941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 10:08:03.617871 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:03.760400 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Allocated IP 172.20.0.12 (c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb/1b212023-aa9b-4c88-946c-f52c9eb2fbda/00e07f8a-0667-49cd-9424-0167bcc394a0) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:08:03.929649 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:04.060862 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:04.113613 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:08:04.117136 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:08:04.122702 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:08:04.139174 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4d683-02c9-4858-ba32-223c2c41a570 req-bf7a167d-345e-4bd9-8402-0c451914fe72 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:04.140837 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c4a4d683-02c9-4858-ba32-223c2c41a570 req-bf7a167d-345e-4bd9-8402-0c451914fe72 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 932 time: 0.0587275 Jan 17 10:08:04.153962 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'Port': ['ID=00e07f8a-0667-49cd-9424-0167bcc394a0,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:08:04.175673 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:04.176031 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:04.176395 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:04.176757 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:04.177105 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:04.177450 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:04.177795 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:04.178139 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:04.178485 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:04.178849 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:04.179196 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:04.179514 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:04.179899 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:04.210464 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:04.211165 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:04.213802 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c4a4d683-02c9-4858-ba32-223c2c41a570 req-d40c33d7-257e-4ef7-a90c-d634ff9872a8 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653267 Jan 17 10:08:04.332080 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-638e59b9-28f1-4cbc-bdee-1cfbf5f5955a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9179688 Jan 17 10:08:04.344096 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Request body: {'port': {'device_id': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:08:04.359726 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-6c1dbf0a-617b-40a2-a0b0-49b9695dc421 None None] Provisioning complete for port 00e07f8a-0667-49cd-9424-0167bcc394a0 triggered by entity DHCP. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:08:04.360370 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-6c1dbf0a-617b-40a2-a0b0-49b9695dc421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:04.398033 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-6c1dbf0a-617b-40a2-a0b0-49b9695dc421 None None] Port 00e07f8a-0667-49cd-9424-0167bcc394a0 cannot update to ACTIVE because it is not bound. {{(pid=114942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 10:08:04.404362 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:04.682490 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e07f8a-0667-49cd-9424-0167bcc394a0 {{(pid=114941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:08:04.691926 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Publish callbacks [] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:04.706216 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.provisioning_blocks [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Transition to ACTIVE for port object 00e07f8a-0667-49cd-9424-0167bcc394a0 will not be triggered until provisioned by entity L2. {{(pid=114941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 10:08:04.780425 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:04.836470 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90124500-d01d-4755-8097-f74750249e6d service neutron] Pushing event updated for resources: {'Port': ['ID=00e07f8a-0667-49cd-9424-0167bcc394a0,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:08:04.866524 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:04.908994 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Attempting to bind port 00e07f8a-0667-49cd-9424-0167bcc394a0 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 10:08:04.909542 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Attempting to bind port 00e07f8a-0667-49cd-9424-0167bcc394a0 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 10:08:04.910061 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Attempting to bind port 00e07f8a-0667-49cd-9424-0167bcc394a0 on network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:08:04.916409 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Port 00e07f8a-0667-49cd-9424-0167bcc394a0 on network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 10:08:04.916900 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Attempting to bind port 00e07f8a-0667-49cd-9424-0167bcc394a0 on network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 10:08:04.925268 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Checking agent: {'id': '7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'started_at': datetime.datetime(2022, 1, 17, 9, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 10, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 10:08:04.947613 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Checking segment: {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 10:08:04.947613 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Bound using segment: {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'} {{(pid=114941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 10:08:04.947613 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.managers [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Bound port: 00e07f8a-0667-49cd-9424-0167bcc394a0, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aeb271d-1ce6-4e0c-8082-1e6260638635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb'}}] {{(pid=114941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 10:08:04.947613 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:05.019083 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] For port 00e07f8a-0667-49cd-9424-0167bcc394a0, host hv-cinder-82483, cleared binding levels {{(pid=114941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 10:08:05.023003 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] For port 00e07f8a-0667-49cd-9424-0167bcc394a0, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=00e07f8a-0667-49cd-9424-0167bcc394a0,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 10:08:05.088231 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:05.130336 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:05.131052 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:05.132587 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-90124500-d01d-4755-8097-f74750249e6d service neutron] 10.222.0.94 "PUT /v2.0/ports/00e07f8a-0667-49cd-9424-0167bcc394a0 HTTP/1.1" status: 200 len: 1094 time: 0.7933078 Jan 17 10:08:05.133123 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'tag': '00e07f8a-0667-49cd-9424-0167bcc394a0'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:08:05.135616 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d3ece6-ec0a-4ff1-83f0-d9fc81119913" -d '{"events": [{"name": "network-changed", "server_uuid": "56621d2b-abdf-48c2-b5ed-c21ac20e4fef", "tag": "00e07f8a-0667-49cd-9424-0167bcc394a0"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:08:05.163611 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90124500-d01d-4755-8097-f74750249e6d service neutron] Pushing event updated for resources: {'Port': ['ID=00e07f8a-0667-49cd-9424-0167bcc394a0,revision_number=3']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:08:05.187366 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8503184-caed-4331-8745-0c389251cc41 x-openstack-request-id: req-a8503184-caed-4331-8745-0c389251cc41 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:08:05.187821 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56621d2b-abdf-48c2-b5ed-c21ac20e4fef", "tag": "00e07f8a-0667-49cd-9424-0167bcc394a0", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:08:05.188236 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a8503184-caed-4331-8745-0c389251cc41 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:08:05.189000 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'tag': '00e07f8a-0667-49cd-9424-0167bcc394a0', 'status': 'completed', 'code': 200} Jan 17 10:08:05.274679 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3ece6-ec0a-4ff1-83f0-d9fc81119913 req-c9f7f70c-dd2c-48f7-8ac7-1314ef4e4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:05.277782 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-84d3ece6-ec0a-4ff1-83f0-d9fc81119913 req-c9f7f70c-dd2c-48f7-8ac7-1314ef4e4611 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 1097 time: 0.0686238 Jan 17 10:08:05.399423 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc63fe-ed93-4382-87dd-dde058082116 req-878e9c27-fffb-4c3f-a3c1-2636c0ef27e2 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:05.400975 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-90fc63fe-ed93-4382-87dd-dde058082116 req-878e9c27-fffb-4c3f-a3c1-2636c0ef27e2 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 944 time: 0.0778472 Jan 17 10:08:05.419873 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3ece6-ec0a-4ff1-83f0-d9fc81119913 req-bd761285-df00-4949-9cea-537c4b77116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:05.421560 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-84d3ece6-ec0a-4ff1-83f0-d9fc81119913 req-bd761285-df00-4949-9cea-537c4b77116c service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=d877f04e846b491fbdf9e75655bacd33&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1337595 Jan 17 10:08:05.473774 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-90fc63fe-ed93-4382-87dd-dde058082116 req-1134db0e-8398-4dd4-8112-2aa2ff7c30ea tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646963 Jan 17 10:08:05.534566 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3ece6-ec0a-4ff1-83f0-d9fc81119913 req-6d052038-b247-48fb-84a5-7813d2283ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:05.536123 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-84d3ece6-ec0a-4ff1-83f0-d9fc81119913 req-6d052038-b247-48fb-84a5-7813d2283ecc service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1091418 Jan 17 10:08:05.621273 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-d8d6942e-232f-4c69-968f-958ffc2d026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:05.622868 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-d8d6942e-232f-4c69-968f-958ffc2d026f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 1097 time: 0.0488386 Jan 17 10:08:05.666021 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-0a1100c7-7ff8-448d-a6c1-fb049f2018f9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e07f8a-0667-49cd-9424-0167bcc394a0 HTTP/1.1" status: 200 len: 217 time: 0.0363576 Jan 17 10:08:05.719676 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-574fe322-491f-4acd-9b6f-b096fe4de481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:05.721190 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-574fe322-491f-4acd-9b6f-b096fe4de481 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 200 len: 851 time: 0.0485446 Jan 17 10:08:05.768886 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-fee3b2e0-6833-4182-a4fd-3112d8f5c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:05.770435 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-fee3b2e0-6833-4182-a4fd-3112d8f5c3fc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436635 Jan 17 10:08:05.867787 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-68fef9b4-b8d6-4e09-9048-76177d456dd0 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914955 Jan 17 10:08:05.960994 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-07b6c206-aee7-4d2c-9de8-fb2e92065910 req-52de2311-c821-48c5-a470-b142a3fe3571 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861890 Jan 17 10:08:06.598906 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb7a6e-692f-4c88-a1e6-12ad11beeabe req-b1c379ee-af41-4072-a9f3-f41a75639b05 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:06.600499 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1deb7a6e-692f-4c88-a1e6-12ad11beeabe req-b1c379ee-af41-4072-a9f3-f41a75639b05 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 944 time: 0.0507514 Jan 17 10:08:06.652430 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-1deb7a6e-692f-4c88-a1e6-12ad11beeabe req-ce18413c-d0a4-4b23-928d-e7b03ae49008 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461938 Jan 17 10:08:07.776564 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784371b7-a466-4353-9c8f-bc06d0daad01 req-ada69996-7fa2-4f5a-9b59-c801da17b25b tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:07.778099 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-784371b7-a466-4353-9c8f-bc06d0daad01 req-ada69996-7fa2-4f5a-9b59-c801da17b25b tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 944 time: 0.0502603 Jan 17 10:08:07.830960 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-784371b7-a466-4353-9c8f-bc06d0daad01 req-8a12c61d-2c67-4458-bb65-c019d48a792e tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459993 Jan 17 10:08:08.958348 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034c07a-628a-423c-9e1e-2970841fe522 req-23e5417d-4afe-4cfa-9755-16c12ad5bdb1 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:08.960045 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6034c07a-628a-423c-9e1e-2970841fe522 req-23e5417d-4afe-4cfa-9755-16c12ad5bdb1 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 944 time: 0.0563631 Jan 17 10:08:09.015359 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6034c07a-628a-423c-9e1e-2970841fe522 req-375bb8b5-e609-4b1a-ac22-391935cac03a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488443 Jan 17 10:08:10.131684 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913de35-8893-4228-9645-c7c0b7468d7d req-e37b4ba8-6e5c-4c80-9c31-4b16623dd49f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:10.133229 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0913de35-8893-4228-9645-c7c0b7468d7d req-e37b4ba8-6e5c-4c80-9c31-4b16623dd49f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 944 time: 0.0488870 Jan 17 10:08:10.185819 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-0913de35-8893-4228-9645-c7c0b7468d7d req-6237e025-ddaf-4136-986b-11f0b472e05e tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470152 Jan 17 10:08:11.313713 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cdd1e-c3bd-4b16-8d84-563ff941ce35 req-c2635a4f-31bf-4774-8d35-635b8ea7345c tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:11.315258 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-484cdd1e-c3bd-4b16-8d84-563ff941ce35 req-c2635a4f-31bf-4774-8d35-635b8ea7345c tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 944 time: 0.0492659 Jan 17 10:08:11.374895 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-484cdd1e-c3bd-4b16-8d84-563ff941ce35 req-081101e9-2038-43ea-9621-8ab26b10917a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539510 Jan 17 10:08:12.498307 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d9770-2466-4ea8-98e7-c6a3e5d587ce req-f9602121-6154-49f0-bcfc-87beee0a0490 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:12.500367 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-245d9770-2466-4ea8-98e7-c6a3e5d587ce req-f9602121-6154-49f0-bcfc-87beee0a0490 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 944 time: 0.0512116 Jan 17 10:08:12.567996 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-245d9770-2466-4ea8-98e7-c6a3e5d587ce req-70ac12ca-2345-4458-97a2-dead4a938334 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618277 Jan 17 10:08:13.143781 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 00e07f8a-0667-49cd-9424-0167bcc394a0 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 10:08:13.237083 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 00e07f8a-0667-49cd-9424-0167bcc394a0, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=00e07f8a-0667-49cd-9424-0167bcc394a0,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:08:13.248506 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': '00e07f8a-0667-49cd-9424-0167bcc394a0', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'port_id': '00e07f8a-0667-49cd-9424-0167bcc394a0', 'mac_address': 'fa:16:3e:4b:01:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 10:08:13.288263 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 00e07f8a-0667-49cd-9424-0167bcc394a0 is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:08:13.288656 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:13.304606 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e07f8a-0667-49cd-9424-0167bcc394a0 {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:08:13.324584 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 00e07f8a-0667-49cd-9424-0167bcc394a0, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=00e07f8a-0667-49cd-9424-0167bcc394a0,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:08:13.466126 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:13.514499 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=00e07f8a-0667-49cd-9424-0167bcc394a0,revision_number=4']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:08:13.521902 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:13.522260 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:13.522614 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:13.523001 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:13.523346 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:13.523683 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:13.524022 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:13.524361 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:13.524697 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:13.525033 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:13.525360 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:13.525689 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:13.526016 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:08:13.689105 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63342f2b-d42e-4b06-9469-a889a7584aaf req-9718fb69-1e70-4fc5-8625-8f3f3f8970de tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:13.690658 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63342f2b-d42e-4b06-9469-a889a7584aaf req-9718fb69-1e70-4fc5-8625-8f3f3f8970de tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 945 time: 0.0512381 Jan 17 10:08:13.744131 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-63342f2b-d42e-4b06-9469-a889a7584aaf req-ee052c5d-4dbc-4886-b04f-b395c5e7d210 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475087 Jan 17 10:08:13.868975 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['00e07f8a-0667-49cd-9424-0167bcc394a0'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:08:14.866397 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2225d-26c1-4fc9-b777-da66ffe4c6c6 req-d1752ad5-60b2-40d5-b842-03a6d704a6b3 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:14.868068 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f1a2225d-26c1-4fc9-b777-da66ffe4c6c6 req-d1752ad5-60b2-40d5-b842-03a6d704a6b3 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 945 time: 0.0544889 Jan 17 10:08:14.925909 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f1a2225d-26c1-4fc9-b777-da66ffe4c6c6 req-b1674906-9413-4711-b752-69ead7d9cbe5 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473182 Jan 17 10:08:15.144875 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 00e07f8a-0667-49cd-9424-0167bcc394a0 up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:08:15.263369 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning for port 00e07f8a-0667-49cd-9424-0167bcc394a0 completed by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 10:08:15.267644 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port 00e07f8a-0667-49cd-9424-0167bcc394a0 triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:08:15.268098 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:15.350715 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port 00e07f8a-0667-49cd-9424-0167bcc394a0 is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:08:15.351197 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:15.374897 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e07f8a-0667-49cd-9424-0167bcc394a0'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:08:15.377252 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d9594e-b3ba-4662-8f58-dfe8f21176f3" -d '{"events": [{"server_uuid": "56621d2b-abdf-48c2-b5ed-c21ac20e4fef", "name": "network-vif-plugged", "status": "completed", "tag": "00e07f8a-0667-49cd-9424-0167bcc394a0"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:08:15.390429 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port 00e07f8a-0667-49cd-9424-0167bcc394a0, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=00e07f8a-0667-49cd-9424-0167bcc394a0,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:08:15.414317 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe819f10-20dd-4d13-8207-ab01b46850bf x-openstack-request-id: req-fe819f10-20dd-4d13-8207-ab01b46850bf {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:08:15.414614 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56621d2b-abdf-48c2-b5ed-c21ac20e4fef", "name": "network-vif-plugged", "status": "completed", "tag": "00e07f8a-0667-49cd-9424-0167bcc394a0", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:08:15.414908 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fe819f10-20dd-4d13-8207-ab01b46850bf {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:08:15.415400 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e07f8a-0667-49cd-9424-0167bcc394a0', 'code': 200} Jan 17 10:08:15.540700 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:15.589780 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=00e07f8a-0667-49cd-9424-0167bcc394a0,revision_number=5']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:08:15.825867 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faa007-5c8a-4e00-b778-61c09795a8b6 req-423a444d-a208-46ad-bdca-86544b9dddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:15.827850 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e8faa007-5c8a-4e00-b778-61c09795a8b6 req-423a444d-a208-46ad-bdca-86544b9dddf7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 1099 time: 0.0443902 Jan 17 10:08:15.878903 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-e8faa007-5c8a-4e00-b778-61c09795a8b6 req-4a800544-e442-46a2-8137-98a1016b1b3d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446060 Jan 17 10:08:16.043692 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da2195-30fb-4c04-8233-6f0642c66fa1 req-52b163c2-da13-428d-ad64-e8a4d9b63536 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:16.045195 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-71da2195-30fb-4c04-8233-6f0642c66fa1 req-52b163c2-da13-428d-ad64-e8a4d9b63536 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 946 time: 0.0492983 Jan 17 10:08:16.100981 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-71da2195-30fb-4c04-8233-6f0642c66fa1 req-73652227-759f-4445-bdab-74a88b0e3b43 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468171 Jan 17 10:08:17.221229 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dcb70-7d15-4122-9217-0bce70942486 req-bbebc058-b9bd-4c54-bd28-59e42131a2e6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:17.223030 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8e2dcb70-7d15-4122-9217-0bce70942486 req-bbebc058-b9bd-4c54-bd28-59e42131a2e6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 946 time: 0.0534184 Jan 17 10:08:17.274363 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8e2dcb70-7d15-4122-9217-0bce70942486 req-61ea04bc-e9f8-4a0c-aeeb-48bef75fdee8 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455804 Jan 17 10:08:18.389036 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba113b2-4fc2-4294-8036-4210330437c1 req-1e0603b6-1e17-42aa-8a9e-df909b5848c4 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:18.391135 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3ba113b2-4fc2-4294-8036-4210330437c1 req-1e0603b6-1e17-42aa-8a9e-df909b5848c4 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 946 time: 0.0495014 Jan 17 10:08:18.439724 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3ba113b2-4fc2-4294-8036-4210330437c1 req-909633ef-7f8c-42bc-aa72-2596fcaba267 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430975 Jan 17 10:08:18.550857 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae2e91-455b-4760-bc90-ffbb4df3254d req-358de934-1cc6-4181-920f-460bb1aa6ab8 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:18.552383 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-33ae2e91-455b-4760-bc90-ffbb4df3254d req-358de934-1cc6-4181-920f-460bb1aa6ab8 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 946 time: 0.0476172 Jan 17 10:08:18.605378 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-33ae2e91-455b-4760-bc90-ffbb4df3254d req-852628fd-dcd7-4ba8-ab5b-f33c1515615a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475407 Jan 17 10:08:18.628162 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39114) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:08:18.825349 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dee037-6b07-4264-b005-f75cf5ce81b1 tempest-TestVolumeBootPattern-1004601259 tempest-TestVolumeBootPattern-1004601259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:18.826913 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-63dee037-6b07-4264-b005-f75cf5ce81b1 tempest-TestVolumeBootPattern-1004601259 tempest-TestVolumeBootPattern-1004601259-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 1094 time: 0.1976390 Jan 17 10:08:18.829657 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39118) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:08:18.834019 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.v2.base [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Request body: {'floatingip': {'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'port_id': '00e07f8a-0667-49cd-9424-0167bcc394a0', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 10:08:19.026108 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:19.134792 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (None), before_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:19.244957 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_common [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Allocated IP 172.27.0.211 (0c7e88ac-70c0-4034-bfe0-ae0b9e068208/63779cf4-06cd-40af-aead-ad4607ee5561/17a64324-c171-4312-8b2f-be2dea18de09) {{(pid=114941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 10:08:19.350164 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for port (17a64324-c171-4312-8b2f-be2dea18de09), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:19.498126 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776748440917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (17a64324-c171-4312-8b2f-be2dea18de09), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:19.539617 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Network 0c7e88ac-70c0-4034-bfe0-ae0b9e068208 is already hosted by enough agents. {{(pid=114941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 10:08:19.542604 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.base_scheduler [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Resources bound (agent type, host, resource id): {{(pid=114941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 10:08:19.546209 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Received port after_create {{(pid=114941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 10:08:19.552310 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'Port': ['ID=17a64324-c171-4312-8b2f-be2dea18de09,revision_number=1']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:08:19.923917 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for floatingip (92d3609c-6a9b-4385-8cfd-5761ce65e26a), precommit_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:20.073256 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (17a64324-c171-4312-8b2f-be2dea18de09), before_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:20.225568 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for port (17a64324-c171-4312-8b2f-be2dea18de09), precommit_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:20.351229 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29490724'] for port (17a64324-c171-4312-8b2f-be2dea18de09), after_update {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:20.424493 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event updated for resources: {'Port': ['ID=17a64324-c171-4312-8b2f-be2dea18de09,revision_number=2']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:08:20.435173 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33136906'] for floatingip (92d3609c-6a9b-4385-8cfd-5761ce65e26a), after_create {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:20.536544 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.l3_db [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Floating IP 92d3609c-6a9b-4385-8cfd-5761ce65e26a associated. External IP: 172.27.0.211, port: 00e07f8a-0667-49cd-9424-0167bcc394a0. Jan 17 10:08:20.768640 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Router a596ce3a-d8af-4ea1-8c68-369dda476f78 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:08:20.876232 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:08:20.891148 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3c0a6-67aa-4f05-8a93-da52a5cb5beb None None] Sync routers for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:08:20.900082 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3c0a6-67aa-4f05-8a93-da52a5cb5beb None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:08:20.901706 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8fd3c0a6-67aa-4f05-8a93-da52a5cb5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:07:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:08:20.976575 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:21.007956 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-edd63032-687f-4372-b429-274843b0f042 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1772344 Jan 17 10:08:21.008568 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'tag': '00e07f8a-0667-49cd-9424-0167bcc394a0'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:08:21.009146 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-8fd3c0a6-67aa-4f05-8a93-da52a5cb5beb None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:08:21.010915 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cb30f2-81f1-4078-88de-962b119340cd" -d '{"events": [{"name": "network-changed", "server_uuid": "56621d2b-abdf-48c2-b5ed-c21ac20e4fef", "tag": "00e07f8a-0667-49cd-9424-0167bcc394a0"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:08:21.056558 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be332617-8896-414f-a0d5-3145e5904ea2 x-openstack-request-id: req-be332617-8896-414f-a0d5-3145e5904ea2 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:08:21.056558 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56621d2b-abdf-48c2-b5ed-c21ac20e4fef", "tag": "00e07f8a-0667-49cd-9424-0167bcc394a0", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:08:21.056558 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-be332617-8896-414f-a0d5-3145e5904ea2 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:08:21.056558 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'tag': '00e07f8a-0667-49cd-9424-0167bcc394a0', 'status': 'completed', 'code': 200} Jan 17 10:08:21.120043 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb30f2-81f1-4078-88de-962b119340cd req-603a821a-139c-4c19-ad5f-d8d9975edd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:21.121636 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b4cb30f2-81f1-4078-88de-962b119340cd req-603a821a-139c-4c19-ad5f-d8d9975edd40 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 1099 time: 0.0498147 Jan 17 10:08:21.212300 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb30f2-81f1-4078-88de-962b119340cd req-783e6e04-daac-46ad-8a6f-98cfd98e4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:21.213809 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b4cb30f2-81f1-4078-88de-962b119340cd req-783e6e04-daac-46ad-8a6f-98cfd98e4a15 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 913 time: 0.0851135 Jan 17 10:08:21.252581 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8fd3c0a6-67aa-4f05-8a93-da52a5cb5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': '92d3609c-6a9b-4385-8cfd-5761ce65e26a', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '00e07f8a-0667-49cd-9424-0167bcc394a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:4b:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:08:19Z', 'updated_at': '2022-01-17T10:08:19Z', 'revision_number': 0, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}, {'id': 'ad8746df-9eee-4e76-94a6-9ef5fc7d03ae', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '141277fb-caa2-4ab1-86ab-545042be486c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:3a:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:05:16Z', 'updated_at': '2022-01-17T10:05:19Z', 'revision_number': 1, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:08:21.283233 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3c0a6-67aa-4f05-8a93-da52a5cb5beb None None] Checking router: a596ce3a-d8af-4ea1-8c68-369dda476f78 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:08:21.284008 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b4cb30f2-81f1-4078-88de-962b119340cd req-0ee20947-590a-4392-9f84-3429e6481784 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e07f8a-0667-49cd-9424-0167bcc394a0 HTTP/1.1" status: 200 len: 1000 time: 0.0641210 Jan 17 10:08:21.292455 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3c0a6-67aa-4f05-8a93-da52a5cb5beb None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:08:21.293080 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8fd3c0a6-67aa-4f05-8a93-da52a5cb5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:07:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:08:21.332899 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb30f2-81f1-4078-88de-962b119340cd req-0eca2c91-4627-42e0-9bf7-4e214c6cf48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:21.334402 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b4cb30f2-81f1-4078-88de-962b119340cd req-0eca2c91-4627-42e0-9bf7-4e214c6cf48c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 200 len: 851 time: 0.0449042 Jan 17 10:08:21.391961 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb30f2-81f1-4078-88de-962b119340cd req-0eaa2415-3711-4485-b99d-06e7d0a4d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:21.393536 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b4cb30f2-81f1-4078-88de-962b119340cd req-0eaa2415-3711-4485-b99d-06e7d0a4d503 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538535 Jan 17 10:08:21.412258 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-8fd3c0a6-67aa-4f05-8a93-da52a5cb5beb None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:08:21.489484 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b4cb30f2-81f1-4078-88de-962b119340cd req-d5a5672b-ab42-48b2-bc96-b14cff1d3ce4 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902162 Jan 17 10:08:21.580327 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-b4cb30f2-81f1-4078-88de-962b119340cd req-84b27a5c-cbf1-4219-9bd8-77341e3c4fd2 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853601 Jan 17 10:08:21.646561 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-8fd3c0a6-67aa-4f05-8a93-da52a5cb5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': '92d3609c-6a9b-4385-8cfd-5761ce65e26a', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '00e07f8a-0667-49cd-9424-0167bcc394a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:4b:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:08:19Z', 'updated_at': '2022-01-17T10:08:19Z', 'revision_number': 0, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}, {'id': 'ad8746df-9eee-4e76-94a6-9ef5fc7d03ae', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '141277fb-caa2-4ab1-86ab-545042be486c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:3a:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:05:16Z', 'updated_at': '2022-01-17T10:05:19Z', 'revision_number': 1, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:08:21.677505 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3c0a6-67aa-4f05-8a93-da52a5cb5beb None None] The sync data for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi is: [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': '92d3609c-6a9b-4385-8cfd-5761ce65e26a', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '00e07f8a-0667-49cd-9424-0167bcc394a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:4b:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:08:19Z', 'updated_at': '2022-01-17T10:08:19Z', 'revision_number': 0, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}, {'id': 'ad8746df-9eee-4e76-94a6-9ef5fc7d03ae', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '141277fb-caa2-4ab1-86ab-545042be486c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:3a:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:05:16Z', 'updated_at': '2022-01-17T10:05:19Z', 'revision_number': 1, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:08:21.877730 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383dd648-4bf5-4b78-bda4-0d61717e3f4e None None] New status for floating IP 92d3609c-6a9b-4385-8cfd-5761ce65e26a: ACTIVE {{(pid=114943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:08:22.583493 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-b31d2200-fa55-453f-920c-9a3af648007b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:23.501974 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:08:24.980377 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-aa70f6fd-c8b4-4a45-861d-f86a9f888a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:25.969070 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:27.791093 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:29.085721 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:34.859806 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:43.594484 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a34190b5-a7d4-4606-b50a-73c28bbfb627 req-bb5ebbb6-fa30-43a7-8f5d-014fe2a19399 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441356 Jan 17 10:08:43.655053 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34190b5-a7d4-4606-b50a-73c28bbfb627 req-17f1ca7d-9478-4b7c-975f-a322ab2088d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:43.656690 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a34190b5-a7d4-4606-b50a-73c28bbfb627 req-17f1ca7d-9478-4b7c-975f-a322ab2088d9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=abba12a7c8bf4381b4ca8742e8354cc7&device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 1098 time: 0.0411224 Jan 17 10:08:43.760030 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34190b5-a7d4-4606-b50a-73c28bbfb627 req-02adbb8a-1ff2-4222-9133-d77a684b49da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:43.761519 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a34190b5-a7d4-4606-b50a-73c28bbfb627 req-02adbb8a-1ff2-4222-9133-d77a684b49da service neutron] 10.222.0.94 "GET /v2.0/networks?id=bf1f795a-5c87-4862-8cad-842fccb85cd4 HTTP/1.1" status: 200 len: 910 time: 0.0856433 Jan 17 10:08:43.832672 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a34190b5-a7d4-4606-b50a-73c28bbfb627 req-d74e4f10-75ad-47ae-9729-bb06adcaffc4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b HTTP/1.1" status: 200 len: 1001 time: 0.0637672 Jan 17 10:08:43.881729 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34190b5-a7d4-4606-b50a-73c28bbfb627 req-f3a244ad-863a-4356-bbf1-7451f72458b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:43.883204 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a34190b5-a7d4-4606-b50a-73c28bbfb627 req-f3a244ad-863a-4356-bbf1-7451f72458b4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e448774-3984-45e0-acee-6e934c0b9d2c HTTP/1.1" status: 200 len: 848 time: 0.0441039 Jan 17 10:08:43.927206 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34190b5-a7d4-4606-b50a-73c28bbfb627 req-b9039ebb-2554-4529-9871-4a279537023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:08:43.928611 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a34190b5-a7d4-4606-b50a-73c28bbfb627 req-b9039ebb-2554-4529-9871-4a279537023c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bf1f795a-5c87-4862-8cad-842fccb85cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394428 Jan 17 10:08:44.022012 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a34190b5-a7d4-4606-b50a-73c28bbfb627 req-43d51092-356f-4f19-b041-67531767039c service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858178 Jan 17 10:08:44.110629 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a34190b5-a7d4-4606-b50a-73c28bbfb627 req-fd4b86a1-88a2-4976-9a0c-897eab647e9e service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820456 Jan 17 10:08:52.468313 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-fadb03e0-ea7e-4d81-a5fc-c0ec2018fe4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:54.984936 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-209b92c5-cc31-4de0-84b8-02241005171f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:55.979001 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:57.807851 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:08:59.161998 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:00.501170 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:09:04.471361 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [req-972d559f-43c6-4135-b20d-1e8139e302b7 req-81c2ed76-a4c5-45e9-ba2a-94b37d51eb66 service neutron] (114940) timed out ('10.222.0.94', 64275) {{(pid=114940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 10:09:04.899244 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:05.267708 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250ed10-a08b-4544-89e0-63a1f0141c36 req-d2667f71-cf48-4512-92ac-c3ad68d1f7d4 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:05.269272 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2250ed10-a08b-4544-89e0-63a1f0141c36 req-d2667f71-cf48-4512-92ac-c3ad68d1f7d4 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.1913986 Jan 17 10:09:05.319282 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-2250ed10-a08b-4544-89e0-63a1f0141c36 req-edab8404-f400-42ca-815f-36955081068f tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442657 Jan 17 10:09:06.488687 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edc638-783c-4791-9d2d-92f16c7b493d req-1e88978f-7c0e-4c21-bd77-5ab664a18ba0 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:06.490181 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-92edc638-783c-4791-9d2d-92f16c7b493d req-1e88978f-7c0e-4c21-bd77-5ab664a18ba0 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0983167 Jan 17 10:09:06.538352 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-92edc638-783c-4791-9d2d-92f16c7b493d req-e295875e-2fd0-4a89-9535-c0dfddb9cf73 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 Jan 17 10:09:07.656986 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea896de-c8e2-4eed-a77c-29a5d5dffa0a req-6f81fb90-93ff-4cc3-8b0a-83cbf5dde641 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:07.658532 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9ea896de-c8e2-4eed-a77c-29a5d5dffa0a req-6f81fb90-93ff-4cc3-8b0a-83cbf5dde641 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0519888 Jan 17 10:09:07.709420 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9ea896de-c8e2-4eed-a77c-29a5d5dffa0a req-7ff2224a-bd82-4b07-afff-5757e83b895c tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452592 Jan 17 10:09:08.830527 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fb02d-dcbe-47f0-a50c-8b8738e522a5 req-8a1b6ff6-7830-4cb6-83e7-361815d67ea9 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:08.832056 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fb9fb02d-dcbe-47f0-a50c-8b8738e522a5 req-8a1b6ff6-7830-4cb6-83e7-361815d67ea9 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0556874 Jan 17 10:09:08.884000 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-fb9fb02d-dcbe-47f0-a50c-8b8738e522a5 req-3ac4b9d4-0207-4ce6-9ef2-19db998a3896 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460329 Jan 17 10:09:09.996672 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d954edf-26f8-46e2-820b-2ac1def0b0ca req-a89c399b-c6d1-4553-b98a-8d53aa9a1b71 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:09.998673 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6d954edf-26f8-46e2-820b-2ac1def0b0ca req-a89c399b-c6d1-4553-b98a-8d53aa9a1b71 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0484743 Jan 17 10:09:10.077026 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-6d954edf-26f8-46e2-820b-2ac1def0b0ca req-7df4bb42-e2ad-4590-9ac8-f9ac72265c7d tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497251 Jan 17 10:09:11.169444 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c12acc-e67a-45d7-9069-e3fb8004ee06 req-225263de-3afc-4a98-9afd-172980218634 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:11.171003 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-38c12acc-e67a-45d7-9069-e3fb8004ee06 req-225263de-3afc-4a98-9afd-172980218634 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0485332 Jan 17 10:09:11.226211 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-38c12acc-e67a-45d7-9069-e3fb8004ee06 req-50d5f4fe-831d-48e9-83a2-7d693940428d tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496311 Jan 17 10:09:12.350313 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b07eb4-3c1e-4666-af50-111794f41f75 req-8ebd62e9-75e0-4d33-be45-c7199b00f080 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:12.351871 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c6b07eb4-3c1e-4666-af50-111794f41f75 req-8ebd62e9-75e0-4d33-be45-c7199b00f080 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0519648 Jan 17 10:09:12.401200 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-c6b07eb4-3c1e-4666-af50-111794f41f75 req-0f9d75de-9c77-4250-8aa2-fb892ca66179 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431006 Jan 17 10:09:13.520030 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bf3f8-59cd-4f8f-b062-9e4b43632850 req-675c181a-1634-4623-9212-d9bc1a848528 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:13.521557 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-565bf3f8-59cd-4f8f-b062-9e4b43632850 req-675c181a-1634-4623-9212-d9bc1a848528 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0517380 Jan 17 10:09:13.570388 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-565bf3f8-59cd-4f8f-b062-9e4b43632850 req-737bdfdc-0994-4beb-80ed-14d0ccc3a14e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433443 Jan 17 10:09:14.686248 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63756b-0034-48b4-9878-8c10079cfec0 req-4a3059ea-4cdf-4ed6-b3e9-af91f824f30b tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:14.687772 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ed63756b-0034-48b4-9878-8c10079cfec0 req-4a3059ea-4cdf-4ed6-b3e9-af91f824f30b tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0496533 Jan 17 10:09:14.737130 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-ed63756b-0034-48b4-9878-8c10079cfec0 req-338f8342-7192-459b-b530-0c36abb4ce08 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438037 Jan 17 10:09:15.689416 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c23c16-b76e-4717-96c7-49dd1eb15d3f req-09e30fff-7d99-47c5-9341-adfed393a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:15.691010 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-39c23c16-b76e-4717-96c7-49dd1eb15d3f req-09e30fff-7d99-47c5-9341-adfed393a8d3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=abba12a7c8bf4381b4ca8742e8354cc7&device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 1098 time: 0.3529081 Jan 17 10:09:15.783194 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c23c16-b76e-4717-96c7-49dd1eb15d3f req-a568ad56-dbf5-4080-b6da-33c8444fe649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:15.784713 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-39c23c16-b76e-4717-96c7-49dd1eb15d3f req-a568ad56-dbf5-4080-b6da-33c8444fe649 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bf1f795a-5c87-4862-8cad-842fccb85cd4 HTTP/1.1" status: 200 len: 910 time: 0.0873058 Jan 17 10:09:15.854379 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-39c23c16-b76e-4717-96c7-49dd1eb15d3f req-c5615438-0b21-4725-90f3-754e6f92a29b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b HTTP/1.1" status: 200 len: 1001 time: 0.0636859 Jan 17 10:09:15.855344 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544c465-b363-49c1-8d28-b69963e0f83f req-a156f222-343e-46b0-9f43-a6e8caa3faad tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:15.856903 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9544c465-b363-49c1-8d28-b69963e0f83f req-a156f222-343e-46b0-9f43-a6e8caa3faad tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0526929 Jan 17 10:09:15.904559 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c23c16-b76e-4717-96c7-49dd1eb15d3f req-d6231cb4-44ef-4ae5-8ef6-8ae0b030a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:15.906091 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-39c23c16-b76e-4717-96c7-49dd1eb15d3f req-d6231cb4-44ef-4ae5-8ef6-8ae0b030a339 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e448774-3984-45e0-acee-6e934c0b9d2c HTTP/1.1" status: 200 len: 848 time: 0.0460253 Jan 17 10:09:15.908232 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9544c465-b363-49c1-8d28-b69963e0f83f req-5460720e-046c-4b2f-b7d0-2fccf4394b99 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455942 Jan 17 10:09:15.953580 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c23c16-b76e-4717-96c7-49dd1eb15d3f req-a9116d33-8236-488f-83a5-c398870ca3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:15.955059 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-39c23c16-b76e-4717-96c7-49dd1eb15d3f req-a9116d33-8236-488f-83a5-c398870ca3aa service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bf1f795a-5c87-4862-8cad-842fccb85cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429437 Jan 17 10:09:16.046381 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-39c23c16-b76e-4717-96c7-49dd1eb15d3f req-a4c1c10b-d1ac-4c7c-8713-dc985beda2ca service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854454 Jan 17 10:09:16.139245 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-39c23c16-b76e-4717-96c7-49dd1eb15d3f req-35dcad1b-7759-4b49-8a79-1d9687b9e2a9 service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865445 Jan 17 10:09:17.022467 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d6df8-f6e7-44ec-bbcd-cd28875ef492 req-eaedfb9d-17ea-4596-b6c3-e1b6a944abb1 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:17.024013 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-052d6df8-f6e7-44ec-bbcd-cd28875ef492 req-eaedfb9d-17ea-4596-b6c3-e1b6a944abb1 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0481577 Jan 17 10:09:17.076573 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-052d6df8-f6e7-44ec-bbcd-cd28875ef492 req-1262cbfa-397e-4e9b-96bc-35f1ecc80a96 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471778 Jan 17 10:09:18.191579 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22b856-d572-42aa-80fd-f2b9f68eb110 req-a818e43b-3b75-4c16-b618-1b1000649cfa tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:18.193139 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5a22b856-d572-42aa-80fd-f2b9f68eb110 req-a818e43b-3b75-4c16-b618-1b1000649cfa tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0492437 Jan 17 10:09:18.251807 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5a22b856-d572-42aa-80fd-f2b9f68eb110 req-bd19d61c-407d-4395-bb64-23bf62a9b1ea tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528417 Jan 17 10:09:19.374928 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d1bd9-a6fa-41ee-a4e9-f5e255c5e971 req-0053e620-6057-4ce4-a7b1-63ae5e2b6850 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:19.378770 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-746d1bd9-a6fa-41ee-a4e9-f5e255c5e971 req-0053e620-6057-4ce4-a7b1-63ae5e2b6850 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0519431 Jan 17 10:09:19.436679 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-746d1bd9-a6fa-41ee-a4e9-f5e255c5e971 req-1ca58a71-467f-4ef4-a7b1-9adc15b431fc tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486994 Jan 17 10:09:19.843887 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a99f47-1a2d-4e76-836d-b6ba8f896ec3 req-66226d73-6aec-4c53-b094-61796e7797d7 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:19.845731 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-74a99f47-1a2d-4e76-836d-b6ba8f896ec3 req-66226d73-6aec-4c53-b094-61796e7797d7 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0496218 Jan 17 10:09:19.898699 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-74a99f47-1a2d-4e76-836d-b6ba8f896ec3 req-c7e8dc9e-f8a0-4602-b54c-268927b95af5 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471461 Jan 17 10:09:19.989893 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-8e267940-0f3a-4ea4-8aaa-d3397aecfb13 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864806 Jan 17 10:09:19.999223 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-bbbb31f4-25f0-4fa6-9c12-9d750da31cb4 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=114940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 10:09:19.999981 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-bbbb31f4-25f0-4fa6-9c12-9d750da31cb4 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055418 Jan 17 10:09:21.039553 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e8520-0149-4ef9-8fbe-a9e9d5487210 req-33334803-199f-4923-9133-a2f09353cc97 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:21.039553 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-292e8520-0149-4ef9-8fbe-a9e9d5487210 req-33334803-199f-4923-9133-a2f09353cc97 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0677204 Jan 17 10:09:21.086836 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-292e8520-0149-4ef9-8fbe-a9e9d5487210 req-2a22a237-bc44-44ca-990c-3ecb10f43c53 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453196 Jan 17 10:09:21.533338 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device ec9c36d9-b064-4d71-85b5-750c1313fd0b no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:09:21.614526 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port ec9c36d9-b064-4d71-85b5-750c1313fd0b is: ACTIVE; New status is: DOWN {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:09:21.614956 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:21.639354 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:09:21.641599 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eedd11-8b47-4711-9fce-92ff6ecfc3bd" -d '{"events": [{"server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "name": "network-vif-unplugged", "status": "completed", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:09:21.654945 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port ec9c36d9-b064-4d71-85b5-750c1313fd0b, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:09:21.674479 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 10:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a16e96d-4c23-48da-bb2f-43944bc3e60e x-openstack-request-id: req-2a16e96d-4c23-48da-bb2f-43944bc3e60e {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:09:21.674816 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "name": "network-vif-unplugged", "status": "failed", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b", "code": 422}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:09:21.675081 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2a16e96d-4c23-48da-bb2f-43944bc3e60e {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:09:21.675496 dv-cinder-824839-2-iscsi neutron-server[114942]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'code': 422} returned with failed status Jan 17 10:09:21.717926 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:21.767638 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=ec9c36d9-b064-4d71-85b5-750c1313fd0b,revision_number=6']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:09:21.774779 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:09:21.775150 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:09:21.775505 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:09:21.775860 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:09:21.776212 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:09:21.776959 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:09:21.776959 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:09:21.777219 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:09:21.777531 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:09:21.778256 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:09:21.778256 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:09:21.778901 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:09:21.778901 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:09:22.206364 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c3620-bfd6-41c9-a7a0-280f7e0b68c3 req-48dfb0a5-6431-40d9-baea-17d27193b9e7 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:22.207917 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-191c3620-bfd6-41c9-a7a0-280f7e0b68c3 req-48dfb0a5-6431-40d9-baea-17d27193b9e7 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0504823 Jan 17 10:09:22.259430 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-191c3620-bfd6-41c9-a7a0-280f7e0b68c3 req-c74ef05f-f02c-4aba-9647-95d2b4e23fb5 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459256 Jan 17 10:09:22.484027 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ce94e629-188e-4f91-a0e5-8e647b36bb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:22.792490 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-28c5ade2-d27e-4a26-af76-958297cff2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:22.794062 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-28c5ade2-d27e-4a26-af76-958297cff2ef service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb&tenant_id=abba12a7c8bf4381b4ca8742e8354cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0445795 Jan 17 10:09:22.860293 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-5703e016-d55b-48c9-aa84-916e5bf4957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:22.861850 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-5703e016-d55b-48c9-aa84-916e5bf4957b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=abba12a7c8bf4381b4ca8742e8354cc7&device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 1096 time: 0.0473077 Jan 17 10:09:22.956454 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-4be88d94-239a-4f09-a491-1923435a526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:22.957861 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-4be88d94-239a-4f09-a491-1923435a526b service neutron] 10.222.0.94 "GET /v2.0/networks?id=bf1f795a-5c87-4862-8cad-842fccb85cd4 HTTP/1.1" status: 200 len: 910 time: 0.0902839 Jan 17 10:09:23.028907 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-332af670-2504-4611-8ddd-031d95a3c56e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b HTTP/1.1" status: 200 len: 999 time: 0.0647838 Jan 17 10:09:23.090328 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-4904e4c6-47f8-4303-b8db-b534ca0d1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:23.092417 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-4904e4c6-47f8-4303-b8db-b534ca0d1af4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e448774-3984-45e0-acee-6e934c0b9d2c HTTP/1.1" status: 200 len: 848 time: 0.0580258 Jan 17 10:09:23.136290 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-6005ddcb-132b-4e6b-bcfc-759346cbce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:23.138460 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-6005ddcb-132b-4e6b-bcfc-759346cbce3b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bf1f795a-5c87-4862-8cad-842fccb85cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404735 Jan 17 10:09:23.231291 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-9421db3b-1e5a-4a5d-a6fe-d9199305de6c service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862412 Jan 17 10:09:23.321150 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-f4ac9130-54b4-4984-b132-4fe81667b511 req-4d562ef2-8abe-4f80-8c2a-4daaf820fe09 service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836668 Jan 17 10:09:23.378878 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5c056-355e-4469-a566-a5c6572986a9 req-2ad3d3a0-4a76-4db7-90db-422697ad9c89 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:23.380359 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b1d5c056-355e-4469-a566-a5c6572986a9 req-2ad3d3a0-4a76-4db7-90db-422697ad9c89 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0523410 Jan 17 10:09:23.442624 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-b1d5c056-355e-4469-a566-a5c6572986a9 req-30d772a4-57f6-4b8d-ab31-b75ec86d02a0 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566237 Jan 17 10:09:24.556840 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bb71b-ca7e-4688-95b3-d7c2e6b5f4c2 req-1f27924c-3780-4188-a65c-4c715b2aab7c tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:24.558207 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9b7bb71b-ca7e-4688-95b3-d7c2e6b5f4c2 req-1f27924c-3780-4188-a65c-4c715b2aab7c tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0497205 Jan 17 10:09:24.607276 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9b7bb71b-ca7e-4688-95b3-d7c2e6b5f4c2 req-ab7e9017-c234-4639-b690-8978a31e6caa tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434768 Jan 17 10:09:25.069784 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-826f8ecd-6a36-48da-89e8-7e0268e7a2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:25.724776 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02705d1-f68f-4662-9767-2a45e9473a25 req-06895e4d-173b-47f8-b5df-23096b31534b tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:25.726267 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f02705d1-f68f-4662-9767-2a45e9473a25 req-06895e4d-173b-47f8-b5df-23096b31534b tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0518425 Jan 17 10:09:25.777927 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f02705d1-f68f-4662-9767-2a45e9473a25 req-e1f43ff3-b7e0-434b-abd6-68fe9dd901c1 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453355 Jan 17 10:09:25.935021 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:26.895762 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b89e68-7e3e-4d48-825d-27627cc23f09 req-1ac2a94b-e2d0-4ad8-9fb3-a2d1f790c287 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:26.897262 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-15b89e68-7e3e-4d48-825d-27627cc23f09 req-1ac2a94b-e2d0-4ad8-9fb3-a2d1f790c287 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0503261 Jan 17 10:09:26.946194 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-15b89e68-7e3e-4d48-825d-27627cc23f09 req-c1a58cc8-3e29-45eb-b0d8-b2ad10165b17 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Jan 17 10:09:27.853040 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:28.062558 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef95934-7a2f-4f8b-b923-d6d0a398d558 req-32e6ef4b-eed9-4481-8e10-9f3915f29660 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:28.064003 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3ef95934-7a2f-4f8b-b923-d6d0a398d558 req-32e6ef4b-eed9-4481-8e10-9f3915f29660 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0494721 Jan 17 10:09:28.116536 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-3ef95934-7a2f-4f8b-b923-d6d0a398d558 req-a9845fb0-f026-42af-89db-c0b904df8bd5 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469544 Jan 17 10:09:29.230087 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:29.230695 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f13c8-7cab-44ad-b3ae-763243c0384d req-cf9b53cb-6029-454e-b835-596a53d8eb92 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:29.231993 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-624f13c8-7cab-44ad-b3ae-763243c0384d req-cf9b53cb-6029-454e-b835-596a53d8eb92 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0481040 Jan 17 10:09:29.281317 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-624f13c8-7cab-44ad-b3ae-763243c0384d req-7a7e0ecf-1973-467c-bb62-f517353f5086 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438299 Jan 17 10:09:30.396100 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feade766-04f5-48a3-bff5-5d2698fa8c19 req-4c784215-c276-406e-acda-6424b9c2fae0 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:30.397561 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-feade766-04f5-48a3-bff5-5d2698fa8c19 req-4c784215-c276-406e-acda-6424b9c2fae0 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0482006 Jan 17 10:09:30.446227 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-feade766-04f5-48a3-bff5-5d2698fa8c19 req-08ebbe2b-52b5-4e92-a045-2acaf85ead9a tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424781 Jan 17 10:09:31.560777 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db68ed-5166-476e-a51b-83ef089a2891 req-7a438f04-c383-4b37-9f79-7b8bd0db3dbe tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:31.562240 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d2db68ed-5166-476e-a51b-83ef089a2891 req-7a438f04-c383-4b37-9f79-7b8bd0db3dbe tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 943 time: 0.0512650 Jan 17 10:09:31.579320 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device ec9c36d9-b064-4d71-85b5-750c1313fd0b details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=114942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 10:09:31.611796 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d2db68ed-5166-476e-a51b-83ef089a2891 req-229a6db0-7598-4f0d-aebf-1de300211298 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440140 Jan 17 10:09:31.677847 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port ec9c36d9-b064-4d71-85b5-750c1313fd0b, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:09:31.688763 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Returning: {'device': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'port_id': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'mac_address': 'fa:16:3e:0a:b3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 10:09:31.724987 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port ec9c36d9-b064-4d71-85b5-750c1313fd0b is: DOWN; New status is: BUILD {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:09:31.725383 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:31.738930 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9c36d9-b064-4d71-85b5-750c1313fd0b {{(pid=114942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 10:09:31.758032 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port ec9c36d9-b064-4d71-85b5-750c1313fd0b, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:09:31.929058 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:31.976440 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=ec9c36d9-b064-4d71-85b5-750c1313fd0b,revision_number=7']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:09:32.280136 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] get_ports_and_sgs() called for port_ids ['ec9c36d9-b064-4d71-85b5-750c1313fd0b'] {{(pid=114942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 10:09:32.726259 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f6eab-4a96-4dd7-9932-e2105ddb6eef req-73aa6f34-cf8c-4692-a713-b4a63a6cc19e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:32.727799 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9d5f6eab-4a96-4dd7-9932-e2105ddb6eef req-73aa6f34-cf8c-4692-a713-b4a63a6cc19e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 944 time: 0.0489891 Jan 17 10:09:32.776981 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9d5f6eab-4a96-4dd7-9932-e2105ddb6eef req-36aeea7c-fb9b-439a-9630-76d10f12f789 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430543 Jan 17 10:09:33.583304 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device ec9c36d9-b064-4d71-85b5-750c1313fd0b up at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 10:09:33.633501 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.provisioning_blocks [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Provisioning complete for port ec9c36d9-b064-4d71-85b5-750c1313fd0b triggered by entity L2. {{(pid=114942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 10:09:33.633822 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530538'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), provisioning_complete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:33.709729 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Current status of the port ec9c36d9-b064-4d71-85b5-750c1313fd0b is: BUILD; New status is: ACTIVE {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:09:33.710139 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:33.733502 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b'}] {{(pid=114942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:09:33.735840 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7705b34fc4d4055b107564a5db005d01f0c10b6c7849a3f607815c2be63fa0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe63b87d-4b20-41bb-ae3b-2a317b1874ea" -d '{"events": [{"server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "name": "network-vif-plugged", "status": "completed", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b"}]}' {{(pid=114942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:09:33.749612 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] For port ec9c36d9-b064-4d71-85b5-750c1313fd0b, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:09:33.771985 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6326df35-30fd-4a27-a474-c71b9fb378aa x-openstack-request-id: req-6326df35-30fd-4a27-a474-c71b9fb378aa {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:09:33.772222 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "name": "network-vif-plugged", "status": "completed", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b", "code": 200}]} {{(pid=114942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:09:33.772432 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6326df35-30fd-4a27-a474-c71b9fb378aa {{(pid=114942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:09:33.772865 dv-cinder-824839-2-iscsi neutron-server[114942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'code': 200} Jan 17 10:09:33.866157 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776748940427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776748440935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776748440953'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:33.895657 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db33d68-224f-4eb9-8ffe-852ee33cfb8a req-86146275-3883-4c1f-8fd3-90a5bfc81f39 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:33.897513 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7db33d68-224f-4eb9-8ffe-852ee33cfb8a req-86146275-3883-4c1f-8fd3-90a5bfc81f39 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 944 time: 0.0525200 Jan 17 10:09:33.915612 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Pushing event updated for resources: {'Port': ['ID=ec9c36d9-b064-4d71-85b5-750c1313fd0b,revision_number=8']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:09:33.956645 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-7db33d68-224f-4eb9-8ffe-852ee33cfb8a req-662b855b-8071-470d-a186-68c2980384d8 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529809 Jan 17 10:09:34.089067 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8da3d3-c4ca-44ff-9302-4a70489bfd2c req-ae3a93ac-ae6b-4881-9700-78773c7e5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:34.091260 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5b8da3d3-c4ca-44ff-9302-4a70489bfd2c req-ae3a93ac-ae6b-4881-9700-78773c7e5c63 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 1098 time: 0.0409408 Jan 17 10:09:34.148661 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-5b8da3d3-c4ca-44ff-9302-4a70489bfd2c req-d986fbb1-a1ee-4d5d-947b-93e58b1dd201 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465374 Jan 17 10:09:34.888662 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:35.074293 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712206af-e56e-4cb4-bc07-e711afa4d22e req-4dae7d4f-4d88-44ce-817b-5a06cb1e05c3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:35.075827 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-712206af-e56e-4cb4-bc07-e711afa4d22e req-4dae7d4f-4d88-44ce-817b-5a06cb1e05c3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0502167 Jan 17 10:09:35.129154 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-712206af-e56e-4cb4-bc07-e711afa4d22e req-d2d5541c-28a9-4f65-ba04-a0f46caac8a6 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469596 Jan 17 10:09:36.243241 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eadf71-d4c0-4f11-b66d-4f04a9870ea5 req-6a8d4b15-acae-42d7-8408-45cc8a0069ae tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:36.244747 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-15eadf71-d4c0-4f11-b66d-4f04a9870ea5 req-6a8d4b15-acae-42d7-8408-45cc8a0069ae tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0484514 Jan 17 10:09:36.296963 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-15eadf71-d4c0-4f11-b66d-4f04a9870ea5 req-64a4e6b8-1190-446f-8e9e-839df822cd27 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458727 Jan 17 10:09:37.500345 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:09:43.607648 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-33b8ca11-054d-4705-8d19-803259e4c2f0 req-99fd2e9c-1dfc-4b3a-84ed-819d705f90ae service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0629184 Jan 17 10:09:43.690564 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8ca11-054d-4705-8d19-803259e4c2f0 req-1231f301-57b1-4981-aa54-0ba03faf50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:43.692178 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-33b8ca11-054d-4705-8d19-803259e4c2f0 req-1231f301-57b1-4981-aa54-0ba03faf50fc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 1099 time: 0.0422657 Jan 17 10:09:43.799714 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8ca11-054d-4705-8d19-803259e4c2f0 req-222a6a84-5486-481d-a523-ae1f46ba626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:43.801280 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-33b8ca11-054d-4705-8d19-803259e4c2f0 req-222a6a84-5486-481d-a523-ae1f46ba626b service neutron] 10.222.0.94 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 913 time: 0.0918491 Jan 17 10:09:43.881600 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-33b8ca11-054d-4705-8d19-803259e4c2f0 req-65a57a93-891f-4a5c-a1e0-788bb9c504cf service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=141277fb-caa2-4ab1-86ab-545042be486c HTTP/1.1" status: 200 len: 1001 time: 0.0738869 Jan 17 10:09:43.936018 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8ca11-054d-4705-8d19-803259e4c2f0 req-6d76743c-38e9-4cf4-80e4-35be91ac38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:43.937499 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-33b8ca11-054d-4705-8d19-803259e4c2f0 req-6d76743c-38e9-4cf4-80e4-35be91ac38e3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 200 len: 851 time: 0.0499327 Jan 17 10:09:43.987353 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8ca11-054d-4705-8d19-803259e4c2f0 req-5276dc6b-663d-4bb8-8ccb-27da38cc731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:09:43.988789 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-33b8ca11-054d-4705-8d19-803259e4c2f0 req-5276dc6b-663d-4bb8-8ccb-27da38cc731d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459905 Jan 17 10:09:44.079524 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-33b8ca11-054d-4705-8d19-803259e4c2f0 req-fcf3ba4a-78f8-4352-9104-b396d408e2a7 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845017 Jan 17 10:09:44.172206 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-33b8ca11-054d-4705-8d19-803259e4c2f0 req-4e25fce9-fe98-4646-83b2-1757d99d8d4a service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877450 Jan 17 10:09:52.516922 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f35c-9f50-4908-bd76-745243d2ed90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:54.997722 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff444-cfe5-4376-aa81-f97f1fa525fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:55.920914 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:57.779587 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:09:59.123042 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:04.859433 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:14.503100 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:10:22.481612 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-99f7f9b3-94d0-45dc-86b8-67ee64d01af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:23.053105 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39252) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:23.215288 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Deleting port 17a64324-c171-4312-8b2f-be2dea18de09 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:10:23.215642 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (17a64324-c171-4312-8b2f-be2dea18de09), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:23.288026 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (17a64324-c171-4312-8b2f-be2dea18de09), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:23.288362 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for floatingip (17a64324-c171-4312-8b2f-be2dea18de09), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:23.299796 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Calling delete_port for 17a64324-c171-4312-8b2f-be2dea18de09 owned by network:floatingip {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:10:23.584732 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (17a64324-c171-4312-8b2f-be2dea18de09), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:23.615596 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event deleted for resources: {'Port': ['ID=17a64324-c171-4312-8b2f-be2dea18de09,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:23.638596 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:23.638981 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:23.639382 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:23.639729 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:23.640071 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:23.640411 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:23.640750 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:23.641087 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:23.641423 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:23.641760 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:23.642111 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:23.642443 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:23.642795 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:23.684762 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for floatingip (92d3609c-6a9b-4385-8cfd-5761ce65e26a), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:23.685218 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.l3_db [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Floating IP 92d3609c-6a9b-4385-8cfd-5761ce65e26a disassociated (deleted). External IP: 172.27.0.211, port: 00e07f8a-0667-49cd-9424-0167bcc394a0. Jan 17 10:10:23.900030 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Router a596ce3a-d8af-4ea1-8c68-369dda476f78 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:10:24.008374 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:10:24.013128 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:24.017928 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2e09e-e778-4f90-a784-314fd3433602 None None] Sync routers for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:10:24.028328 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2e09e-e778-4f90-a784-314fd3433602 None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:10:24.035928 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-96e2e09e-e778-4f90-a784-314fd3433602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:09:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:24.040004 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-ade3d2f0-bf67-4a84-bc82-262c8054805f tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "DELETE /v2.0/floatingips/92d3609c-6a9b-4385-8cfd-5761ce65e26a HTTP/1.1" status: 204 len: 168 time: 0.9857888 Jan 17 10:10:24.040590 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'tag': '00e07f8a-0667-49cd-9424-0167bcc394a0'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:10:24.043473 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b5246b-8a4b-41b0-a328-b4336429de0b" -d '{"events": [{"name": "network-changed", "server_uuid": "56621d2b-abdf-48c2-b5ed-c21ac20e4fef", "tag": "00e07f8a-0667-49cd-9424-0167bcc394a0"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:10:24.146353 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0d2fe1-adf8-42c4-8d9b-45da3bfb7543 x-openstack-request-id: req-4a0d2fe1-adf8-42c4-8d9b-45da3bfb7543 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:10:24.147079 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56621d2b-abdf-48c2-b5ed-c21ac20e4fef", "tag": "00e07f8a-0667-49cd-9424-0167bcc394a0", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:10:24.147079 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4a0d2fe1-adf8-42c4-8d9b-45da3bfb7543 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:10:24.147335 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'tag': '00e07f8a-0667-49cd-9424-0167bcc394a0', 'status': 'completed', 'code': 200} Jan 17 10:10:24.156239 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-96e2e09e-e778-4f90-a784-314fd3433602 None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:10:24.207418 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5246b-8a4b-41b0-a328-b4336429de0b req-34ebc089-431f-4315-a116-1aed7a2ce2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:24.208949 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-d8b5246b-8a4b-41b0-a328-b4336429de0b req-34ebc089-431f-4315-a116-1aed7a2ce2e9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 1099 time: 0.0411303 Jan 17 10:10:24.362480 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5246b-8a4b-41b0-a328-b4336429de0b req-751215ca-be76-46f7-8584-0c24d91a1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:24.362480 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-d8b5246b-8a4b-41b0-a328-b4336429de0b req-751215ca-be76-46f7-8584-0c24d91a1609 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 913 time: 0.0915439 Jan 17 10:10:24.362480 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-d8b5246b-8a4b-41b0-a328-b4336429de0b req-e3010cc5-16a1-4388-89b5-8cf065441ea9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00e07f8a-0667-49cd-9424-0167bcc394a0 HTTP/1.1" status: 200 len: 217 time: 0.0357120 Jan 17 10:10:24.398532 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-96e2e09e-e778-4f90-a784-314fd3433602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'ad8746df-9eee-4e76-94a6-9ef5fc7d03ae', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '141277fb-caa2-4ab1-86ab-545042be486c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:3a:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:05:16Z', 'updated_at': '2022-01-17T10:05:19Z', 'revision_number': 1, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:24.406420 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5246b-8a4b-41b0-a328-b4336429de0b req-bfbd5d6f-e7ec-4a58-a364-5189350b8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:24.407870 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-d8b5246b-8a4b-41b0-a328-b4336429de0b req-bfbd5d6f-e7ec-4a58-a364-5189350b8ce0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 200 len: 851 time: 0.0505514 Jan 17 10:10:24.427330 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2e09e-e778-4f90-a784-314fd3433602 None None] Checking router: a596ce3a-d8af-4ea1-8c68-369dda476f78 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:10:24.436756 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2e09e-e778-4f90-a784-314fd3433602 None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:10:24.437442 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-96e2e09e-e778-4f90-a784-314fd3433602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:09:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:24.459473 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5246b-8a4b-41b0-a328-b4336429de0b req-6de27d3c-e9c4-486b-a0bc-dc52c36dec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:24.461106 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-d8b5246b-8a4b-41b0-a328-b4336429de0b req-6de27d3c-e9c4-486b-a0bc-dc52c36dec6b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474994 Jan 17 10:10:24.550571 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-96e2e09e-e778-4f90-a784-314fd3433602 None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:10:24.557774 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-d8b5246b-8a4b-41b0-a328-b4336429de0b req-a39130e4-7b62-4c1b-ae7b-565e8db48bdc service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876920 Jan 17 10:10:24.666867 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-d8b5246b-8a4b-41b0-a328-b4336429de0b req-c0418902-98f5-4ab6-9b09-7942cbff3784 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021969 Jan 17 10:10:24.800255 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-96e2e09e-e778-4f90-a784-314fd3433602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'ad8746df-9eee-4e76-94a6-9ef5fc7d03ae', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '141277fb-caa2-4ab1-86ab-545042be486c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:3a:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:05:16Z', 'updated_at': '2022-01-17T10:05:19Z', 'revision_number': 1, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:24.830014 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2e09e-e778-4f90-a784-314fd3433602 None None] The sync data for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi is: [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_floatingips': [{'id': 'ad8746df-9eee-4e76-94a6-9ef5fc7d03ae', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'router_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'port_id': '141277fb-caa2-4ab1-86ab-545042be486c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'mac_address': 'fa:16:3e:3a:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T10:05:16Z', 'updated_at': '2022-01-17T10:05:19Z', 'revision_number': 1, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:10:24.965583 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454a0f9-9e9c-41cf-aab0-9051bb06f634 req-88297b76-6ffd-492d-a13b-031bbbe27738 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:24.967233 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5454a0f9-9e9c-41cf-aab0-9051bb06f634 req-88297b76-6ffd-492d-a13b-031bbbe27738 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 946 time: 0.3141897 Jan 17 10:10:24.991374 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-248b8d3d-786a-4b0d-a15e-41f4a0859cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:25.023486 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-5454a0f9-9e9c-41cf-aab0-9051bb06f634 req-f05136e9-44fd-4f2d-8339-165f7198a8a4 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501554 Jan 17 10:10:25.093756 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd4154-ff95-4a3c-b882-82dd69e32f7b None None] New status for floating IP 92d3609c-6a9b-4385-8cfd-5761ce65e26a: DOWN {{(pid=114943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:10:25.927434 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:26.145191 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a4b62-1c3c-44fa-845f-d4661ae1b227 req-5bcc64d5-b902-4ac7-9bba-b07118995a21 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:26.146633 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-627a4b62-1c3c-44fa-845f-d4661ae1b227 req-5bcc64d5-b902-4ac7-9bba-b07118995a21 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 946 time: 0.0472550 Jan 17 10:10:26.195607 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-627a4b62-1c3c-44fa-845f-d4661ae1b227 req-9a24e36a-7e01-4447-bd76-6e4ad6e72721 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432980 Jan 17 10:10:26.576779 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac7e58-e209-485e-9432-69cbd4340334 req-3e451f5e-a742-4b3b-be55-f424c1de363b tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:26.578205 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1eac7e58-e209-485e-9432-69cbd4340334 req-3e451f5e-a742-4b3b-be55-f424c1de363b tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 946 time: 0.0483439 Jan 17 10:10:26.669452 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-1eac7e58-e209-485e-9432-69cbd4340334 req-79b5287d-0757-4983-85e9-ccfea3e6b686 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Deleting port 00e07f8a-0667-49cd-9424-0167bcc394a0 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:10:26.669803 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1eac7e58-e209-485e-9432-69cbd4340334 req-79b5287d-0757-4983-85e9-ccfea3e6b686 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:26.765240 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-1eac7e58-e209-485e-9432-69cbd4340334 req-79b5287d-0757-4983-85e9-ccfea3e6b686 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] For port 00e07f8a-0667-49cd-9424-0167bcc394a0, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=00e07f8a-0667-49cd-9424-0167bcc394a0,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:10:26.765607 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1eac7e58-e209-485e-9432-69cbd4340334 req-79b5287d-0757-4983-85e9-ccfea3e6b686 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:26.779124 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-1eac7e58-e209-485e-9432-69cbd4340334 req-79b5287d-0757-4983-85e9-ccfea3e6b686 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Calling delete_port for 00e07f8a-0667-49cd-9424-0167bcc394a0 owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:10:27.317285 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81366830-d90d-4104-9679-38cf9161955f req-110e11a6-2a5d-4149-9fc7-b35b30a565a9 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:27.318779 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-81366830-d90d-4104-9679-38cf9161955f req-110e11a6-2a5d-4149-9fc7-b35b30a565a9 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 946 time: 0.0513883 Jan 17 10:10:27.327543 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1eac7e58-e209-485e-9432-69cbd4340334 req-79b5287d-0757-4983-85e9-ccfea3e6b686 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (00e07f8a-0667-49cd-9424-0167bcc394a0), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:27.364729 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5287d-0757-4983-85e9-ccfea3e6b686 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event deleted for resources: {'Port': ['ID=00e07f8a-0667-49cd-9424-0167bcc394a0,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:27.379436 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-81366830-d90d-4104-9679-38cf9161955f req-e343b5d4-f93c-4d4f-ab77-ddaa8fbae405 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540001 Jan 17 10:10:27.399951 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eac7e58-e209-485e-9432-69cbd4340334 req-79b5287d-0757-4983-85e9-ccfea3e6b686 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] No DVR routers for this DVR port 00e07f8a-0667-49cd-9424-0167bcc394a0 on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:10:27.402623 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-1eac7e58-e209-485e-9432-69cbd4340334 req-79b5287d-0757-4983-85e9-ccfea3e6b686 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:27.406306 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-1eac7e58-e209-485e-9432-69cbd4340334 req-79b5287d-0757-4983-85e9-ccfea3e6b686 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "DELETE /v2.0/ports/00e07f8a-0667-49cd-9424-0167bcc394a0 HTTP/1.1" status: 204 len: 173 time: 0.8221767 Jan 17 10:10:27.406765 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'name': 'network-vif-deleted', 'tag': '00e07f8a-0667-49cd-9424-0167bcc394a0'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:10:27.409558 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc71cea-2bf1-4757-ac68-85ec967b32c2" -d '{"events": [{"server_uuid": "56621d2b-abdf-48c2-b5ed-c21ac20e4fef", "name": "network-vif-deleted", "tag": "00e07f8a-0667-49cd-9424-0167bcc394a0"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:10:27.447688 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bee18e0-201c-4e5c-a6ae-f7d7afb4ef38 x-openstack-request-id: req-4bee18e0-201c-4e5c-a6ae-f7d7afb4ef38 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:10:27.447994 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56621d2b-abdf-48c2-b5ed-c21ac20e4fef", "name": "network-vif-deleted", "tag": "00e07f8a-0667-49cd-9424-0167bcc394a0", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:10:27.448261 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4bee18e0-201c-4e5c-a6ae-f7d7afb4ef38 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:10:27.448669 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56621d2b-abdf-48c2-b5ed-c21ac20e4fef', 'name': 'network-vif-deleted', 'tag': '00e07f8a-0667-49cd-9424-0167bcc394a0', 'status': 'completed', 'code': 200} Jan 17 10:10:27.817947 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:28.490972 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-d4a0d87b-48e3-4297-a511-73ef30fe36ef req-8db237b6-4e9e-4f74-94d4-a8e0ccd9b5b0 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=56621d2b-abdf-48c2-b5ed-c21ac20e4fef HTTP/1.1" status: 200 len: 210 time: 0.0255048 Jan 17 10:10:29.343687 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:31.797631 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 00e07f8a-0667-49cd-9424-0167bcc394a0 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:10:31.821241 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 00e07f8a-0667-49cd-9424-0167bcc394a0 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:10:31.821611 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 00e07f8a-0667-49cd-9424-0167bcc394a0 not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:10:32.076202 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39296) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:32.236973 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-401cb2b1-8239-418a-a214-63ebe9f19743 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Deleting port ebff6476-cfa2-491d-b648-324310a91f85 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:10:32.275477 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-401cb2b1-8239-418a-a214-63ebe9f19743 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (ebff6476-cfa2-491d-b648-324310a91f85), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:32.312526 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-401cb2b1-8239-418a-a214-63ebe9f19743 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (ebff6476-cfa2-491d-b648-324310a91f85), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:32.312860 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-401cb2b1-8239-418a-a214-63ebe9f19743 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for floatingip (ebff6476-cfa2-491d-b648-324310a91f85), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:32.325622 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-401cb2b1-8239-418a-a214-63ebe9f19743 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Calling delete_port for ebff6476-cfa2-491d-b648-324310a91f85 owned by network:floatingip {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:10:32.858288 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-401cb2b1-8239-418a-a214-63ebe9f19743 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (ebff6476-cfa2-491d-b648-324310a91f85), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:32.883623 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cb2b1-8239-418a-a214-63ebe9f19743 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event deleted for resources: {'Port': ['ID=ebff6476-cfa2-491d-b648-324310a91f85,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:32.944905 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-401cb2b1-8239-418a-a214-63ebe9f19743 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for floatingip (ad8746df-9eee-4e76-94a6-9ef5fc7d03ae), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:32.945249 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.l3_db [None req-401cb2b1-8239-418a-a214-63ebe9f19743 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Floating IP ad8746df-9eee-4e76-94a6-9ef5fc7d03ae disassociated (deleted). External IP: 172.27.0.13, port: 141277fb-caa2-4ab1-86ab-545042be486c. Jan 17 10:10:33.401989 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401cb2b1-8239-418a-a214-63ebe9f19743 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Router a596ce3a-d8af-4ea1-8c68-369dda476f78 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:10:33.506454 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401cb2b1-8239-418a-a214-63ebe9f19743 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:10:33.511667 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-401cb2b1-8239-418a-a214-63ebe9f19743 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:33.516653 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92878fec-4cbb-4442-acc8-e01f319ef308 None None] Sync routers for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:10:33.526990 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92878fec-4cbb-4442-acc8-e01f319ef308 None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:10:33.527618 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-92878fec-4cbb-4442-acc8-e01f319ef308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:10:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:33.540889 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-401cb2b1-8239-418a-a214-63ebe9f19743 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "DELETE /v2.0/floatingips/ad8746df-9eee-4e76-94a6-9ef5fc7d03ae HTTP/1.1" status: 204 len: 168 time: 1.4612134 Jan 17 10:10:33.540889 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'tag': '141277fb-caa2-4ab1-86ab-545042be486c'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:10:33.541571 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb19ffb4-46b0-4149-ad8c-46738a9ab2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c8ae82-626e-4590-93e9-b2b9d8e81b7c", "tag": "141277fb-caa2-4ab1-86ab-545042be486c"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:10:33.578570 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fec31f-3179-47a9-b313-697fae377aa4 x-openstack-request-id: req-b1fec31f-3179-47a9-b313-697fae377aa4 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:10:33.579300 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c8ae82-626e-4590-93e9-b2b9d8e81b7c", "tag": "141277fb-caa2-4ab1-86ab-545042be486c", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:10:33.579565 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b1fec31f-3179-47a9-b313-697fae377aa4 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:10:33.579979 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'tag': '141277fb-caa2-4ab1-86ab-545042be486c', 'status': 'completed', 'code': 200} Jan 17 10:10:33.669636 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-92878fec-4cbb-4442-acc8-e01f319ef308 None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:10:33.669994 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19ffb4-46b0-4149-ad8c-46738a9ab2b6 req-5dedfa59-fc7a-4d56-97b2-8f14fd4cdc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:33.669994 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fb19ffb4-46b0-4149-ad8c-46738a9ab2b6 req-5dedfa59-fc7a-4d56-97b2-8f14fd4cdc74 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d877f04e846b491fbdf9e75655bacd33&device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 1099 time: 0.0409403 Jan 17 10:10:33.737085 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19ffb4-46b0-4149-ad8c-46738a9ab2b6 req-57b94c3e-43d5-40e2-86ff-933a03d2d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:33.738601 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fb19ffb4-46b0-4149-ad8c-46738a9ab2b6 req-57b94c3e-43d5-40e2-86ff-933a03d2d23f service neutron] 10.222.0.94 "GET /v2.0/networks?id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 200 len: 913 time: 0.0905571 Jan 17 10:10:33.780026 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fb19ffb4-46b0-4149-ad8c-46738a9ab2b6 req-8274c6b8-b80a-4d1b-91ca-65440c031078 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=141277fb-caa2-4ab1-86ab-545042be486c HTTP/1.1" status: 200 len: 217 time: 0.0350809 Jan 17 10:10:33.829995 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19ffb4-46b0-4149-ad8c-46738a9ab2b6 req-a9521e06-2e24-43f5-8923-81714a50cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:33.831436 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fb19ffb4-46b0-4149-ad8c-46738a9ab2b6 req-a9521e06-2e24-43f5-8923-81714a50cac4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 200 len: 851 time: 0.0448890 Jan 17 10:10:33.850372 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-92878fec-4cbb-4442-acc8-e01f319ef308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:33.882359 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19ffb4-46b0-4149-ad8c-46738a9ab2b6 req-e23497cb-2827-44c1-9a42-94ae422ed7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:33.883514 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92878fec-4cbb-4442-acc8-e01f319ef308 None None] Checking router: a596ce3a-d8af-4ea1-8c68-369dda476f78 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:10:33.883935 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fb19ffb4-46b0-4149-ad8c-46738a9ab2b6 req-e23497cb-2827-44c1-9a42-94ae422ed7cf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419953 Jan 17 10:10:33.893079 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92878fec-4cbb-4442-acc8-e01f319ef308 None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:10:33.893708 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-92878fec-4cbb-4442-acc8-e01f319ef308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:10:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:33.994664 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fb19ffb4-46b0-4149-ad8c-46738a9ab2b6 req-86691f7b-7d9e-4856-b1ae-ba915cd8b9c6 service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024680 Jan 17 10:10:34.080293 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc4e7e-1825-4a97-81bd-9ac9dfcab8ee req-b796f98a-94b4-421c-a64a-8b814ed0c6f8 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:34.082615 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f8fc4e7e-1825-4a97-81bd-9ac9dfcab8ee req-b796f98a-94b4-421c-a64a-8b814ed0c6f8 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 946 time: 0.0520761 Jan 17 10:10:34.098286 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-fb19ffb4-46b0-4149-ad8c-46738a9ab2b6 req-00d20686-7889-4da7-a3cf-d8cdae22b98e service neutron] 10.222.0.94 "GET /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957098 Jan 17 10:10:34.141319 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-f8fc4e7e-1825-4a97-81bd-9ac9dfcab8ee req-9008bd7d-d17b-4800-8e8f-893a3f9bc6a0 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/security-groups?id=b3f8833d-8708-45aa-8885-5a1db2a8dcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502079 Jan 17 10:10:34.147138 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-92878fec-4cbb-4442-acc8-e01f319ef308 None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:10:34.358974 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-92878fec-4cbb-4442-acc8-e01f319ef308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:34.387344 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92878fec-4cbb-4442-acc8-e01f319ef308 None None] The sync data for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi is: [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:01:14Z', 'revision_number': 4, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '989ed3a3-40c9-48ec-8ad4-ae83ae7ef681', 'name': '', 'network_id': 'c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'mac_address': 'fa:16:3e:25:3e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:14Z', 'updated_at': '2022-01-17T10:01:18Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'subnets': [{'id': '1b212023-aa9b-4c88-946c-f52c9eb2fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:10:34.633068 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dff25f-d31b-44b7-8f84-a3617ec2cc9f None None] New status for floating IP ad8746df-9eee-4e76-94a6-9ef5fc7d03ae: DOWN {{(pid=114943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:10:34.703783 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1912c-6d8e-4df9-9912-37964fc5c7d9 req-309e59c0-50c5-46a5-b525-76e7e29843da tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:34.705493 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ced1912c-6d8e-4df9-9912-37964fc5c7d9 req-309e59c0-50c5-46a5-b525-76e7e29843da tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 946 time: 0.0602252 Jan 17 10:10:34.805699 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-ced1912c-6d8e-4df9-9912-37964fc5c7d9 req-0c2fef22-52b4-46e6-b7b2-f0917ace9129 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Deleting port 141277fb-caa2-4ab1-86ab-545042be486c {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:10:34.809074 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ced1912c-6d8e-4df9-9912-37964fc5c7d9 req-0c2fef22-52b4-46e6-b7b2-f0917ace9129 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (141277fb-caa2-4ab1-86ab-545042be486c), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:34.864524 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:34.917772 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-ced1912c-6d8e-4df9-9912-37964fc5c7d9 req-0c2fef22-52b4-46e6-b7b2-f0917ace9129 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] For port 141277fb-caa2-4ab1-86ab-545042be486c, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=141277fb-caa2-4ab1-86ab-545042be486c,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:10:34.918150 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ced1912c-6d8e-4df9-9912-37964fc5c7d9 req-0c2fef22-52b4-46e6-b7b2-f0917ace9129 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (141277fb-caa2-4ab1-86ab-545042be486c), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:34.933727 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-ced1912c-6d8e-4df9-9912-37964fc5c7d9 req-0c2fef22-52b4-46e6-b7b2-f0917ace9129 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Calling delete_port for 141277fb-caa2-4ab1-86ab-545042be486c owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:10:35.172896 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ced1912c-6d8e-4df9-9912-37964fc5c7d9 req-0c2fef22-52b4-46e6-b7b2-f0917ace9129 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (141277fb-caa2-4ab1-86ab-545042be486c), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:35.204303 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fef22-52b4-46e6-b7b2-f0917ace9129 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event deleted for resources: {'Port': ['ID=141277fb-caa2-4ab1-86ab-545042be486c,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:35.247049 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9c8f515d-5acf-438a-8a7a-8dcee8cc7a2f req-0046fce0-04f9-43b6-bc87-6f627edcc80c tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 210 time: 0.0310037 Jan 17 10:10:35.249904 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced1912c-6d8e-4df9-9912-37964fc5c7d9 req-0c2fef22-52b4-46e6-b7b2-f0917ace9129 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] No DVR routers for this DVR port 141277fb-caa2-4ab1-86ab-545042be486c on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:10:35.252546 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-ced1912c-6d8e-4df9-9912-37964fc5c7d9 req-0c2fef22-52b4-46e6-b7b2-f0917ace9129 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:35.256282 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-ced1912c-6d8e-4df9-9912-37964fc5c7d9 req-0c2fef22-52b4-46e6-b7b2-f0917ace9129 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.94 "DELETE /v2.0/ports/141277fb-caa2-4ab1-86ab-545042be486c HTTP/1.1" status: 204 len: 173 time: 0.5453687 Jan 17 10:10:35.580795 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'name': 'network-vif-deleted', 'tag': '141277fb-caa2-4ab1-86ab-545042be486c'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:10:35.583345 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c453ac-b07e-44b6-a235-fd2136035d22" -d '{"events": [{"server_uuid": "b9c8ae82-626e-4590-93e9-b2b9d8e81b7c", "name": "network-vif-deleted", "tag": "141277fb-caa2-4ab1-86ab-545042be486c"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:10:35.623056 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c299017d-f35c-4df1-bd4b-b092e85b19cf x-openstack-request-id: req-c299017d-f35c-4df1-bd4b-b092e85b19cf {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:10:35.626635 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c8ae82-626e-4590-93e9-b2b9d8e81b7c", "name": "network-vif-deleted", "tag": "141277fb-caa2-4ab1-86ab-545042be486c", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:10:35.626635 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c299017d-f35c-4df1-bd4b-b092e85b19cf {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:10:35.626635 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c8ae82-626e-4590-93e9-b2b9d8e81b7c', 'name': 'network-vif-deleted', 'tag': '141277fb-caa2-4ab1-86ab-545042be486c', 'status': 'completed', 'code': 200} Jan 17 10:10:36.355872 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-9925477f-fb1a-49f3-b1c1-b1620d65b8a9 req-67d34742-1a8d-469f-8c6e-b18b4ba57573 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9c8ae82-626e-4590-93e9-b2b9d8e81b7c HTTP/1.1" status: 200 len: 210 time: 0.0268018 Jan 17 10:10:37.415623 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39312) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:37.541401 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Deleting port c276f799-b277-4448-b457-7af7e6e04a18 {{(pid=114940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:10:37.541746 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (c276f799-b277-4448-b457-7af7e6e04a18), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:37.616690 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (c276f799-b277-4448-b457-7af7e6e04a18), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:37.617018 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for floatingip (c276f799-b277-4448-b457-7af7e6e04a18), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:37.629482 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Calling delete_port for c276f799-b277-4448-b457-7af7e6e04a18 owned by network:floatingip {{(pid=114940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:10:37.824408 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (c276f799-b277-4448-b457-7af7e6e04a18), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:37.849415 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event deleted for resources: {'Port': ['ID=c276f799-b277-4448-b457-7af7e6e04a18,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:37.861273 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:37.861629 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:37.861981 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:37.862397 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:37.862753 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:37.863097 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:37.863439 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:37.863774 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:37.864105 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:37.864437 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:37.864766 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:37.865092 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:37.865417 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:37.921243 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for floatingip (74399c75-b509-4283-953f-5035c172afac), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:37.923849 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:37.924986 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-b000be06-8e88-4731-a6ff-0c0b6e868ba6 tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "DELETE /v2.0/floatingips/74399c75-b509-4283-953f-5035c172afac HTTP/1.1" status: 204 len: 168 time: 0.5080419 Jan 17 10:10:39.459263 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39324) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:39.516248 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b9c44a9a-8d20-4043-b383-e97fff85501a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group (b3f8833d-8708-45aa-8885-5a1db2a8dcb9), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:39.541450 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b9c44a9a-8d20-4043-b383-e97fff85501a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group (b3f8833d-8708-45aa-8885-5a1db2a8dcb9), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:39.828142 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 141277fb-caa2-4ab1-86ab-545042be486c no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:10:39.835715 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b9c44a9a-8d20-4043-b383-e97fff85501a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (b3f8833d-8708-45aa-8885-5a1db2a8dcb9), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:39.838368 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-b9c44a9a-8d20-4043-b383-e97fff85501a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:39.839660 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-b9c44a9a-8d20-4043-b383-e97fff85501a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] 10.222.0.88 "DELETE /v2.0/security-groups/b3f8833d-8708-45aa-8885-5a1db2a8dcb9 HTTP/1.1" status: 204 len: 168 time: 0.3793330 Jan 17 10:10:39.848480 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: 141277fb-caa2-4ab1-86ab-545042be486c {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:10:39.848925 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device 141277fb-caa2-4ab1-86ab-545042be486c not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:10:39.849487 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c44a9a-8d20-4043-b383-e97fff85501a tempest-TestVolumeBootPattern-973155833 tempest-TestVolumeBootPattern-973155833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f8833d-8708-45aa-8885-5a1db2a8dcb9,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:41.020101 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39330) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:41.459166 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8faf-44d7-4743-8b04-d1e6236b4e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33152778'] for router_interface (a596ce3a-d8af-4ea1-8c68-369dda476f78), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:41.722084 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a8faf-44d7-4743-8b04-d1e6236b4e64 admin admin] Deleting port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 {{(pid=114940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:10:41.722524 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8faf-44d7-4743-8b04-d1e6236b4e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:41.812722 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [None req-5d9a8faf-44d7-4743-8b04-d1e6236b4e64 admin admin] For port 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=989ed3a3-40c9-48ec-8ad4-ae83ae7ef681,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:10:41.813091 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8faf-44d7-4743-8b04-d1e6236b4e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:41.826212 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a8faf-44d7-4743-8b04-d1e6236b4e64 admin admin] Calling delete_port for 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 owned by network:router_interface {{(pid=114940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:10:42.115680 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8faf-44d7-4743-8b04-d1e6236b4e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (989ed3a3-40c9-48ec-8ad4-ae83ae7ef681), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:42.146898 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a8faf-44d7-4743-8b04-d1e6236b4e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=989ed3a3-40c9-48ec-8ad4-ae83ae7ef681,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:42.309990 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-5d9a8faf-44d7-4743-8b04-d1e6236b4e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33241339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33137306'] for router_interface (a596ce3a-d8af-4ea1-8c68-369dda476f78), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:42.535289 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9a8faf-44d7-4743-8b04-d1e6236b4e64 admin admin] Router a596ce3a-d8af-4ea1-8c68-369dda476f78 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:10:42.652202 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9a8faf-44d7-4743-8b04-d1e6236b4e64 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:10:42.657874 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-5d9a8faf-44d7-4743-8b04-d1e6236b4e64 admin admin] 10.222.0.88 "PUT /v2.0/routers/a596ce3a-d8af-4ea1-8c68-369dda476f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6367102 Jan 17 10:10:42.660716 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39334) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:42.663117 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec622f-7a22-40d6-9ed1-3dac6148eb68 None None] Sync routers for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:10:42.675084 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec622f-7a22-40d6-9ed1-3dac6148eb68 None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:10:42.675725 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-7aec622f-7a22-40d6-9ed1-3dac6148eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:10:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:42.785944 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-7aec622f-7a22-40d6-9ed1-3dac6148eb68 None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:10:42.789240 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Publish callbacks [] for router (a596ce3a-d8af-4ea1-8c68-369dda476f78), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:42.894062 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Publish callbacks [] for router_gateway (a596ce3a-d8af-4ea1-8c68-369dda476f78), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:42.972354 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-7aec622f-7a22-40d6-9ed1-3dac6148eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:10:41Z', 'revision_number': 5, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port': {'id': '72997390-f1d8-41a8-9f7b-f79e2aa25566', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:12Z', 'updated_at': '2022-01-17T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:42.999806 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec622f-7a22-40d6-9ed1-3dac6148eb68 None None] Checking router: a596ce3a-d8af-4ea1-8c68-369dda476f78 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:10:43.009048 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec622f-7a22-40d6-9ed1-3dac6148eb68 None None] Routers {'a596ce3a-d8af-4ea1-8c68-369dda476f78'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:10:43.009688 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-7aec622f-7a22-40d6-9ed1-3dac6148eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:10:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['a596ce3a-d8af-4ea1-8c68-369dda476f78'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:43.016791 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Deleting port 72997390-f1d8-41a8-9f7b-f79e2aa25566 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:10:43.017138 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:43.102133 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-7aec622f-7a22-40d6-9ed1-3dac6148eb68 None None] Set router a596ce3a-d8af-4ea1-8c68-369dda476f78 gateway port host: None {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:10:43.125033 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] For port 72997390-f1d8-41a8-9f7b-f79e2aa25566, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=72997390-f1d8-41a8-9f7b-f79e2aa25566,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:10:43.125431 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:43.141788 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Calling delete_port for 72997390-f1d8-41a8-9f7b-f79e2aa25566 owned by network:router_gateway {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:10:43.155825 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-7aec622f-7a22-40d6-9ed1-3dac6148eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:10:42Z', 'revision_number': 6, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port_host': None}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:43.188687 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec622f-7a22-40d6-9ed1-3dac6148eb68 None None] The sync data for ids ['a596ce3a-d8af-4ea1-8c68-369dda476f78'] in dv-cinder-824839-2-iscsi is: [{'id': 'a596ce3a-d8af-4ea1-8c68-369dda476f78', 'name': 'tempest-TestVolumeBootPattern-2082473183-router', 'tenant_id': 'd877f04e846b491fbdf9e75655bacd33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:11Z', 'updated_at': '2022-01-17T10:10:42Z', 'revision_number': 6, 'project_id': 'd877f04e846b491fbdf9e75655bacd33', 'gw_port_host': None}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:10:43.429458 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (72997390-f1d8-41a8-9f7b-f79e2aa25566), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:43.455799 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Pushing event deleted for resources: {'Port': ['ID=72997390-f1d8-41a8-9f7b-f79e2aa25566,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:43.517968 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33137008'] for router_gateway (a596ce3a-d8af-4ea1-8c68-369dda476f78), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:43.614243 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33139175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25221'] for router (a596ce3a-d8af-4ea1-8c68-369dda476f78), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:43.616450 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Publish callbacks [] for router_controller (a596ce3a-d8af-4ea1-8c68-369dda476f78), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:43.749700 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33139180'] for router (a596ce3a-d8af-4ea1-8c68-369dda476f78), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:43.750496 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a596ce3a-d8af-4ea1-8c68-369dda476f78 {{(pid=114941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 10:10:43.754759 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:43.756015 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-8746a026-83d5-4de6-ac21-833336761735 admin admin] 10.222.0.88 "DELETE /v2.0/routers/a596ce3a-d8af-4ea1-8c68-369dda476f78 HTTP/1.1" status: 204 len: 168 time: 1.0939982 Jan 17 10:10:43.758936 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39336) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:43.809753 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c1fa7e-3f9f-4d30-8643-be831a232980 admin admin] Deleting subnet 1b212023-aa9b-4c88-946c-f52c9eb2fbda {{(pid=114941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 10:10:43.813327 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-46c1fa7e-3f9f-4d30-8643-be831a232980 admin admin] Publish callbacks [] for subnet (1b212023-aa9b-4c88-946c-f52c9eb2fbda), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:43.847896 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-46c1fa7e-3f9f-4d30-8643-be831a232980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24674816'] for subnet (1b212023-aa9b-4c88-946c-f52c9eb2fbda), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:43.934418 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-46c1fa7e-3f9f-4d30-8643-be831a232980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (1b212023-aa9b-4c88-946c-f52c9eb2fbda), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.105211 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-46c1fa7e-3f9f-4d30-8643-be831a232980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29490798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29783091'] for subnet (1b212023-aa9b-4c88-946c-f52c9eb2fbda), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.136897 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-46c1fa7e-3f9f-4d30-8643-be831a232980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.141484 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-46c1fa7e-3f9f-4d30-8643-be831a232980 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1b212023-aa9b-4c88-946c-f52c9eb2fbda HTTP/1.1" status: 204 len: 168 time: 0.3809326 Jan 17 10:10:44.142551 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1fa7e-3f9f-4d30-8643-be831a232980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b212023-aa9b-4c88-946c-f52c9eb2fbda,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:44.144094 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39338) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:44.145236 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60642b6e-ce60-40fb-8959-b12183397810 None None] Network c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:10:44.223348 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.281975 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Deleting port 102fb82c-10ab-4bf0-a533-55debc55a11d {{(pid=114940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:10:44.282325 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.311829 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] DHCP port deletion for c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb request from dv-cinder-824839-2-iscsi {{(pid=114942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 10:10:44.350313 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] For port 102fb82c-10ab-4bf0-a533-55debc55a11d, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=102fb82c-10ab-4bf0-a533-55debc55a11d,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:10:44.350899 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.360263 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Deleting port 102fb82c-10ab-4bf0-a533-55debc55a11d {{(pid=114942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:10:44.360646 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), before_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.364308 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Calling delete_port for 102fb82c-10ab-4bf0-a533-55debc55a11d owned by network:dhcp {{(pid=114940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:10:44.424231 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] For port 102fb82c-10ab-4bf0-a533-55debc55a11d, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=102fb82c-10ab-4bf0-a533-55debc55a11d,segment=NetworkSegment(3aeb271d-1ce6-4e0c-8082-1e6260638635),segment_id=3aeb271d-1ce6-4e0c-8082-1e6260638635)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:10:44.424707 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), precommit_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.437855 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Calling delete_port for 102fb82c-10ab-4bf0-a533-55debc55a11d owned by network:dhcp {{(pid=114942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:10:44.544129 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.550406 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926'] for port (102fb82c-10ab-4bf0-a533-55debc55a11d), after_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.573215 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=102fb82c-10ab-4bf0-a533-55debc55a11d,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:44.576216 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Pushing event deleted for resources: {'Port': ['ID=102fb82c-10ab-4bf0-a533-55debc55a11d,revision_number=None']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:44.576928 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] No DVR routers for this DVR port 102fb82c-10ab-4bf0-a533-55debc55a11d on host dv-cinder-824839-2-iscsi {{(pid=114940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:10:44.578372 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] No DVR routers for this DVR port 102fb82c-10ab-4bf0-a533-55debc55a11d on host dv-cinder-824839-2-iscsi {{(pid=114942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:10:44.588507 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:44.588989 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:44.589552 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:44.589961 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:44.590306 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:44.590645 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:44.591010 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:44.591348 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:44.591682 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:44.592019 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:44.592354 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:44.592696 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:44.593253 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5fc88-c54d-4933-980e-c130c8481042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:10:44.650761 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.671126 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb']}} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:44.680398 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aeb271d-1ce6-4e0c-8082-1e6260638635') {'for_net_delete': True} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:44.680726 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aeb271d-1ce6-4e0c-8082-1e6260638635') {} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:44.689829 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24658905'] for segment (3aeb271d-1ce6-4e0c-8082-1e6260638635), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.703387 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (3aeb271d-1ce6-4e0c-8082-1e6260638635), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.709309 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Releasing vlan 950 on physical network physnet1 to pool {{(pid=114940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 10:10:44.709697 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894521'] for segment (3aeb271d-1ce6-4e0c-8082-1e6260638635), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: Traceback (most recent call last): Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: timer() Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: cb(*args, **kw) Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: return func(*args, **kwargs) Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: self._notify() Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: self.callback(batched_events) Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: event.method(event) Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: return f(self, *a, **k) Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._get(url).json() Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: return self.request(url, 'GET', **kwargs) Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 10:10:44.711372 dv-cinder-824839-2-iscsi neutron-server[114940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 10:10:44.782049 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:10:44.805848 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:10:44.806208 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 989ed3a3-40c9-48ec-8ad4-ae83ae7ef681 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:10:44.811107 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 72997390-f1d8-41a8-9f7b-f79e2aa25566 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:10:44.826103 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 72997390-f1d8-41a8-9f7b-f79e2aa25566 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:10:44.826503 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 72997390-f1d8-41a8-9f7b-f79e2aa25566 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:10:44.826985 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 102fb82c-10ab-4bf0-a533-55debc55a11d no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:10:44.854290 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 102fb82c-10ab-4bf0-a533-55debc55a11d {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:10:44.854290 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 102fb82c-10ab-4bf0-a533-55debc55a11d not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:10:44.886468 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.890966 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:44.894254 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] 10.222.0.88 "DELETE /v2.0/networks/c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb HTTP/1.1" status: 204 len: 168 time: 0.7486570 Jan 17 10:10:44.907470 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c871b37-41bd-42e9-a1d6-82a0b9071a9b admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a3c18c-683a-41d7-8a4c-be42fa5e4ceb,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:44.907737 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39340) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:45.261166 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffbc8-b4c7-4308-aafc-c13669628004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33152778'] for router_interface (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:45.512582 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ffbc8-b4c7-4308-aafc-c13669628004 admin admin] Deleting port fe9e2672-4dda-451c-b12d-222d326b3114 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:10:45.512838 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffbc8-b4c7-4308-aafc-c13669628004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:45.589823 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-6b3ffbc8-b4c7-4308-aafc-c13669628004 admin admin] For port fe9e2672-4dda-451c-b12d-222d326b3114, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=fe9e2672-4dda-451c-b12d-222d326b3114,segment=NetworkSegment(c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e),segment_id=c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:10:45.590191 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffbc8-b4c7-4308-aafc-c13669628004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:45.603327 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ffbc8-b4c7-4308-aafc-c13669628004 admin admin] Calling delete_port for fe9e2672-4dda-451c-b12d-222d326b3114 owned by network:router_interface {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:10:45.875339 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffbc8-b4c7-4308-aafc-c13669628004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (fe9e2672-4dda-451c-b12d-222d326b3114), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:45.904331 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ffbc8-b4c7-4308-aafc-c13669628004 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9e2672-4dda-451c-b12d-222d326b3114,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:46.066910 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffbc8-b4c7-4308-aafc-c13669628004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33241339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33137306'] for router_interface (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:46.472933 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95f63a48-5cb8-4d5c-88ee-264d466217b2 req-20363278-2552-417e-a1ae-fb3d9b79bce4 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578258 Jan 17 10:10:46.592559 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f63a48-5cb8-4d5c-88ee-264d466217b2 req-0107eca9-922d-437e-b077-04cd9cb21406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:46.594314 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95f63a48-5cb8-4d5c-88ee-264d466217b2 req-0107eca9-922d-437e-b077-04cd9cb21406 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=abba12a7c8bf4381b4ca8742e8354cc7&device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 1098 time: 0.0885441 Jan 17 10:10:46.608366 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3ffbc8-b4c7-4308-aafc-c13669628004 admin admin] Router b2633ed0-287f-4484-a6c9-0f3da5aa5e33 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:10:46.785045 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f63a48-5cb8-4d5c-88ee-264d466217b2 req-f6f37583-522b-406a-ae6d-f72032a829ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:46.786526 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95f63a48-5cb8-4d5c-88ee-264d466217b2 req-f6f37583-522b-406a-ae6d-f72032a829ba service neutron] 10.222.0.94 "GET /v2.0/networks?id=bf1f795a-5c87-4862-8cad-842fccb85cd4 HTTP/1.1" status: 200 len: 910 time: 0.1733027 Jan 17 10:10:46.791294 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3ffbc8-b4c7-4308-aafc-c13669628004 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:10:46.805489 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-6b3ffbc8-b4c7-4308-aafc-c13669628004 admin admin] 10.222.0.88 "PUT /v2.0/routers/b2633ed0-287f-4484-a6c9-0f3da5aa5e33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8931165 Jan 17 10:10:46.805489 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39342) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:46.809114 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16921f54-98ee-4857-9e6c-10f5412835ca None None] Sync routers for ids ['b2633ed0-287f-4484-a6c9-0f3da5aa5e33'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:10:46.821420 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16921f54-98ee-4857-9e6c-10f5412835ca None None] Routers {'b2633ed0-287f-4484-a6c9-0f3da5aa5e33'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:10:46.822832 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-16921f54-98ee-4857-9e6c-10f5412835ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:10:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['b2633ed0-287f-4484-a6c9-0f3da5aa5e33'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:46.934842 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-16921f54-98ee-4857-9e6c-10f5412835ca None None] Set router b2633ed0-287f-4484-a6c9-0f3da5aa5e33 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:10:46.938335 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95f63a48-5cb8-4d5c-88ee-264d466217b2 req-20758036-deb0-4dd4-a245-90dc17bb5a76 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b HTTP/1.1" status: 200 len: 1001 time: 0.1450667 Jan 17 10:10:46.988508 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Publish callbacks [] for router (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:47.035001 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f63a48-5cb8-4d5c-88ee-264d466217b2 req-1f4e11a3-cefc-4479-a34f-8ffdd6778632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:47.036552 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95f63a48-5cb8-4d5c-88ee-264d466217b2 req-1f4e11a3-cefc-4479-a34f-8ffdd6778632 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e448774-3984-45e0-acee-6e934c0b9d2c HTTP/1.1" status: 200 len: 848 time: 0.0914030 Jan 17 10:10:47.112976 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-16921f54-98ee-4857-9e6c-10f5412835ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'name': 'tempest-TestVolumeBootPattern-1497434652-router', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:17Z', 'updated_at': '2022-01-17T10:10:45Z', 'revision_number': 5, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'gw_port': {'id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:18Z', 'updated_at': '2022-01-17T10:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:47.122514 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f63a48-5cb8-4d5c-88ee-264d466217b2 req-ba02110b-7522-44f6-97dc-b442f59d47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:10:47.124109 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95f63a48-5cb8-4d5c-88ee-264d466217b2 req-ba02110b-7522-44f6-97dc-b442f59d47b4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bf1f795a-5c87-4862-8cad-842fccb85cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810103 Jan 17 10:10:47.132491 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Publish callbacks [] for router_gateway (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:47.157842 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16921f54-98ee-4857-9e6c-10f5412835ca None None] Checking router: b2633ed0-287f-4484-a6c9-0f3da5aa5e33 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:10:47.167406 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16921f54-98ee-4857-9e6c-10f5412835ca None None] Routers {'b2633ed0-287f-4484-a6c9-0f3da5aa5e33'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:10:47.168049 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-16921f54-98ee-4857-9e6c-10f5412835ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:10:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['b2633ed0-287f-4484-a6c9-0f3da5aa5e33'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:47.236319 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95f63a48-5cb8-4d5c-88ee-264d466217b2 req-1f3d41ce-7d6e-4fd7-8490-57284977623d service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051986 Jan 17 10:10:47.275587 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-16921f54-98ee-4857-9e6c-10f5412835ca None None] Set router b2633ed0-287f-4484-a6c9-0f3da5aa5e33 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:10:47.351835 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Deleting port d12941bf-e0e4-4e49-a818-9a4047f45853 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:10:47.352179 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:47.392131 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-95f63a48-5cb8-4d5c-88ee-264d466217b2 req-a6dbede2-44ae-4a6e-a843-1a371c5219fd service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388459 Jan 17 10:10:47.439446 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] For port d12941bf-e0e4-4e49-a818-9a4047f45853, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=d12941bf-e0e4-4e49-a818-9a4047f45853,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:10:47.439841 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:47.454004 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Calling delete_port for d12941bf-e0e4-4e49-a818-9a4047f45853 owned by network:router_gateway {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:10:47.466198 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-16921f54-98ee-4857-9e6c-10f5412835ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'name': 'tempest-TestVolumeBootPattern-1497434652-router', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:17Z', 'updated_at': '2022-01-17T10:10:45Z', 'revision_number': 5, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'gw_port': {'id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:18Z', 'updated_at': '2022-01-17T10:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:47.500303 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16921f54-98ee-4857-9e6c-10f5412835ca None None] The sync data for ids ['b2633ed0-287f-4484-a6c9-0f3da5aa5e33'] in dv-cinder-824839-2-iscsi is: [{'id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'name': 'tempest-TestVolumeBootPattern-1497434652-router', 'tenant_id': '1fdd2c3f37b54141b0f1549c0c996719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:01:17Z', 'updated_at': '2022-01-17T10:10:45Z', 'revision_number': 5, 'project_id': '1fdd2c3f37b54141b0f1549c0c996719', 'gw_port': {'id': 'd12941bf-e0e4-4e49-a818-9a4047f45853', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2633ed0-287f-4484-a6c9-0f3da5aa5e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:01:18Z', 'updated_at': '2022-01-17T10:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:10:47.738350 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (d12941bf-e0e4-4e49-a818-9a4047f45853), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:47.765925 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d12941bf-e0e4-4e49-a818-9a4047f45853,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:47.831556 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33137008'] for router_gateway (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:47.943687 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33139175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25221'] for router (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:47.947411 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Publish callbacks [] for router_controller (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.092290 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33139180'] for router (b2633ed0-287f-4484-a6c9-0f3da5aa5e33), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.093050 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2633ed0-287f-4484-a6c9-0f3da5aa5e33 {{(pid=114941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 10:10:48.103256 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.103256 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-99981476-cb0c-4f47-8206-c8746b7c06dd admin admin] 10.222.0.88 "DELETE /v2.0/routers/b2633ed0-287f-4484-a6c9-0f3da5aa5e33 HTTP/1.1" status: 204 len: 168 time: 1.2923491 Jan 17 10:10:48.103256 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39344) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:48.154999 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d726ca-eb86-431f-8797-f8aa3c6ce2d2 admin admin] Deleting subnet 69c23eb1-257e-401a-b1f9-0790f688c617 {{(pid=114941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 10:10:48.158553 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-64d726ca-eb86-431f-8797-f8aa3c6ce2d2 admin admin] Publish callbacks [] for subnet (69c23eb1-257e-401a-b1f9-0790f688c617), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.199316 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-64d726ca-eb86-431f-8797-f8aa3c6ce2d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24674816'] for subnet (69c23eb1-257e-401a-b1f9-0790f688c617), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.281513 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-64d726ca-eb86-431f-8797-f8aa3c6ce2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (69c23eb1-257e-401a-b1f9-0790f688c617), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.430671 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-64d726ca-eb86-431f-8797-f8aa3c6ce2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29490798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29783091'] for subnet (69c23eb1-257e-401a-b1f9-0790f688c617), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.461559 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d726ca-eb86-431f-8797-f8aa3c6ce2d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c23eb1-257e-401a-b1f9-0790f688c617,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:48.465348 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-64d726ca-eb86-431f-8797-f8aa3c6ce2d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.470947 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-64d726ca-eb86-431f-8797-f8aa3c6ce2d2 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/69c23eb1-257e-401a-b1f9-0790f688c617 HTTP/1.1" status: 204 len: 168 time: 0.3681049 Jan 17 10:10:48.471763 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39346) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:48.472411 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40957e13-d6a6-4457-bc9e-9131536f15a2 None None] Network 7610dd04-c90a-43d2-a0cc-765990f360f6 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:10:48.552161 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (7610dd04-c90a-43d2-a0cc-765990f360f6), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.623790 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Deleting port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b {{(pid=114940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:10:48.624123 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.649904 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f261c6-1ed1-4e61-9edf-ce46f13490a0 None None] DHCP port deletion for 7610dd04-c90a-43d2-a0cc-765990f360f6 request from dv-cinder-824839-2-iscsi {{(pid=114942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 10:10:48.693929 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] For port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=2ccc8e43-e9e5-4ecf-8bf4-832f442c686b,segment=NetworkSegment(c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e),segment_id=c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e)] {{(pid=114940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:10:48.694330 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.706197 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-e3f261c6-1ed1-4e61-9edf-ce46f13490a0 None None] Deleting port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b {{(pid=114942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:10:48.706583 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e3f261c6-1ed1-4e61-9edf-ce46f13490a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), before_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.709124 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Calling delete_port for 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b owned by network:dhcp {{(pid=114940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:10:48.777074 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-e3f261c6-1ed1-4e61-9edf-ce46f13490a0 None None] For port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=2ccc8e43-e9e5-4ecf-8bf4-832f442c686b,segment=NetworkSegment(c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e),segment_id=c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:10:48.777918 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e3f261c6-1ed1-4e61-9edf-ce46f13490a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), precommit_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.794435 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-e3f261c6-1ed1-4e61-9edf-ce46f13490a0 None None] Calling delete_port for 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b owned by network:dhcp {{(pid=114942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:10:48.797979 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device fe9e2672-4dda-451c-b12d-222d326b3114 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:10:48.828128 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: fe9e2672-4dda-451c-b12d-222d326b3114 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:10:48.828486 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device fe9e2672-4dda-451c-b12d-222d326b3114 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:10:48.828918 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:10:48.961040 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.971353 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Current status of the port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b is: ACTIVE; New status is: DOWN {{(pid=114942) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 10:10:48.971755 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32897011'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), before_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.973789 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e3f261c6-1ed1-4e61-9edf-ce46f13490a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926'] for port (2ccc8e43-e9e5-4ecf-8bf4-832f442c686b), after_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:48.990767 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] No DVR routers for this DVR port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b on host dv-cinder-824839-2-iscsi {{(pid=114940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:10:48.996150 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ccc8e43-e9e5-4ecf-8bf4-832f442c686b,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:49.011592 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f261c6-1ed1-4e61-9edf-ce46f13490a0 None None] Pushing event deleted for resources: {'Port': ['ID=2ccc8e43-e9e5-4ecf-8bf4-832f442c686b,revision_number=None']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:49.013527 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f261c6-1ed1-4e61-9edf-ce46f13490a0 None None] No DVR routers for this DVR port 2ccc8e43-e9e5-4ecf-8bf4-832f442c686b on host dv-cinder-824839-2-iscsi {{(pid=114942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:10:49.051321 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device d12941bf-e0e4-4e49-a818-9a4047f45853 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:10:49.070986 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: d12941bf-e0e4-4e49-a818-9a4047f45853 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:10:49.071352 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device d12941bf-e0e4-4e49-a818-9a4047f45853 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:10:49.080617 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (7610dd04-c90a-43d2-a0cc-765990f360f6), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:49.106022 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7610dd04-c90a-43d2-a0cc-765990f360f6']}} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:49.116862 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e') {'for_net_delete': True} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:49.117280 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.services.segments.db [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e') {} {{(pid=114940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:10:49.127872 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24658905'] for segment (c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:49.143115 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:49.150577 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Releasing vlan 964 on physical network physnet1 to pool {{(pid=114940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 10:10:49.151033 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24894521'] for segment (c975d9f4-32fb-4fe7-9da8-3b76e3f8b02e), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: Traceback (most recent call last): Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: timer() Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: cb(*args, **kw) Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: return func(*args, **kwargs) Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: self._notify() Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: self.callback(batched_events) Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: event.method(event) Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: return f(self, *a, **k) Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._get(url).json() Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: return self.request(url, 'GET', **kwargs) Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 10:10:49.152895 dv-cinder-824839-2-iscsi neutron-server[114940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 10:10:49.389861 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (7610dd04-c90a-43d2-a0cc-765990f360f6), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:49.395907 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:49.399117 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/7610dd04-c90a-43d2-a0cc-765990f360f6 HTTP/1.1" status: 204 len: 168 time: 0.9257126 Jan 17 10:10:49.410379 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc39fb5-f603-4bb2-b695-d0454daa85f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7610dd04-c90a-43d2-a0cc-765990f360f6,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:49.828855 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39350) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:49.869320 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-c4389532-9456-4a41-a729-9ebeb9ca2c4b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d877f04e846b491fbdf9e75655bacd33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392866 Jan 17 10:10:49.872134 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39352) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:49.923729 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-8697a37b-63f2-402b-b520-e62990248ed0 admin admin] Publish callbacks [] for security_group (26bf7055-3c32-4c6a-aeae-bfbf71788400), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:49.944811 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-8697a37b-63f2-402b-b520-e62990248ed0 admin admin] Publish callbacks [] for security_group (26bf7055-3c32-4c6a-aeae-bfbf71788400), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:50.092606 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-8697a37b-63f2-402b-b520-e62990248ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (26bf7055-3c32-4c6a-aeae-bfbf71788400), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:50.095485 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-8697a37b-63f2-402b-b520-e62990248ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:50.096672 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-8697a37b-63f2-402b-b520-e62990248ed0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/26bf7055-3c32-4c6a-aeae-bfbf71788400 HTTP/1.1" status: 204 len: 168 time: 0.2236385 Jan 17 10:10:50.105395 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697a37b-63f2-402b-b520-e62990248ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bf7055-3c32-4c6a-aeae-bfbf71788400,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:51.116529 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39358) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:51.157649 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-0f34777d-4b19-4a7b-8d5a-a273a9ce2247 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1fdd2c3f37b54141b0f1549c0c996719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399230 Jan 17 10:10:51.160286 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39360) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:10:51.213727 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-91df02a2-88aa-4284-854b-7e6126051918 admin admin] Publish callbacks [] for security_group (5c569b30-5a3d-414b-b7c5-007551997584), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:51.236707 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-91df02a2-88aa-4284-854b-7e6126051918 admin admin] Publish callbacks [] for security_group (5c569b30-5a3d-414b-b7c5-007551997584), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:51.361032 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-91df02a2-88aa-4284-854b-7e6126051918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (5c569b30-5a3d-414b-b7c5-007551997584), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:51.363628 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-91df02a2-88aa-4284-854b-7e6126051918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:51.364878 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-91df02a2-88aa-4284-854b-7e6126051918 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5c569b30-5a3d-414b-b7c5-007551997584 HTTP/1.1" status: 204 len: 168 time: 0.2036541 Jan 17 10:10:51.375878 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df02a2-88aa-4284-854b-7e6126051918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c569b30-5a3d-414b-b7c5-007551997584,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:10:51.498475 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:10:52.508476 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-b598e2c4-fac2-4d7b-be8a-c31dcc552930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:55.023432 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ce45f8f5-2861-46ec-91ab-e117c73aea98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:56.080410 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:57.788445 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:10:59.137044 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:04.862976 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:12.667776 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39364) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:13.012870 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-c9d48b3d-fc5f-4b9a-b2b3-4153430c77d3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Deleting port 9d8b314f-aed3-424f-95f1-6e58ca1cff6c {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:11:13.013133 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c9d48b3d-fc5f-4b9a-b2b3-4153430c77d3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (9d8b314f-aed3-424f-95f1-6e58ca1cff6c), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:13.089948 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c9d48b3d-fc5f-4b9a-b2b3-4153430c77d3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (9d8b314f-aed3-424f-95f1-6e58ca1cff6c), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:13.090275 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c9d48b3d-fc5f-4b9a-b2b3-4153430c77d3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for floatingip (9d8b314f-aed3-424f-95f1-6e58ca1cff6c), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:13.103003 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-c9d48b3d-fc5f-4b9a-b2b3-4153430c77d3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Calling delete_port for 9d8b314f-aed3-424f-95f1-6e58ca1cff6c owned by network:floatingip {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:11:13.320848 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c9d48b3d-fc5f-4b9a-b2b3-4153430c77d3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (9d8b314f-aed3-424f-95f1-6e58ca1cff6c), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:13.348760 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d48b3d-fc5f-4b9a-b2b3-4153430c77d3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Pushing event deleted for resources: {'Port': ['ID=9d8b314f-aed3-424f-95f1-6e58ca1cff6c,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:13.409268 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c9d48b3d-fc5f-4b9a-b2b3-4153430c77d3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for floatingip (ba1e36d7-fd45-41a7-bc7f-ecfd04afb0c8), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:13.415075 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.db.l3_db [None req-c9d48b3d-fc5f-4b9a-b2b3-4153430c77d3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Floating IP ba1e36d7-fd45-41a7-bc7f-ecfd04afb0c8 disassociated (deleted). External IP: 172.27.0.171, port: ec9c36d9-b064-4d71-85b5-750c1313fd0b. Jan 17 10:11:13.619651 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d48b3d-fc5f-4b9a-b2b3-4153430c77d3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Router e0315c19-80a1-4f1e-8f17-360614550082 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:11:13.727264 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d48b3d-fc5f-4b9a-b2b3-4153430c77d3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:11:13.732035 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-c9d48b3d-fc5f-4b9a-b2b3-4153430c77d3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for floatingip (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:13.739524 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a43f15-4f10-40bb-8fb1-e540ae84d3d7 None None] Sync routers for ids ['e0315c19-80a1-4f1e-8f17-360614550082'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:11:13.749443 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a43f15-4f10-40bb-8fb1-e540ae84d3d7 None None] Routers {'e0315c19-80a1-4f1e-8f17-360614550082'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:11:13.750082 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-69a43f15-4f10-40bb-8fb1-e540ae84d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:10:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['e0315c19-80a1-4f1e-8f17-360614550082'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:13.762669 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-c9d48b3d-fc5f-4b9a-b2b3-4153430c77d3 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "DELETE /v2.0/floatingips/ba1e36d7-fd45-41a7-bc7f-ecfd04afb0c8 HTTP/1.1" status: 204 len: 168 time: 1.0915031 Jan 17 10:11:13.762669 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:11:13.763288 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf3c87e-9455-4bed-8ac3-02877cbfc969" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:11:13.807333 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 10:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc5f5a8-fb1f-4e50-8c33-7fab5a031d6f x-openstack-request-id: req-ccc5f5a8-fb1f-4e50-8c33-7fab5a031d6f {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:11:13.807651 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:11:13.807991 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ccc5f5a8-fb1f-4e50-8c33-7fab5a031d6f {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:11:13.808308 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'status': 'completed', 'code': 200} Jan 17 10:11:13.877547 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c87e-9455-4bed-8ac3-02877cbfc969 req-8904df7d-c09d-4735-852d-b45a400e749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:11:13.879113 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-dbf3c87e-9455-4bed-8ac3-02877cbfc969 req-8904df7d-c09d-4735-852d-b45a400e749b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=abba12a7c8bf4381b4ca8742e8354cc7&device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 1098 time: 0.0479960 Jan 17 10:11:13.977230 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c87e-9455-4bed-8ac3-02877cbfc969 req-5d88ad95-f595-4223-a19e-70545774f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:11:13.982227 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-dbf3c87e-9455-4bed-8ac3-02877cbfc969 req-5d88ad95-f595-4223-a19e-70545774f714 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bf1f795a-5c87-4862-8cad-842fccb85cd4 HTTP/1.1" status: 200 len: 910 time: 0.0943925 Jan 17 10:11:13.994664 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-69a43f15-4f10-40bb-8fb1-e540ae84d3d7 None None] Set router e0315c19-80a1-4f1e-8f17-360614550082 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:11:14.025512 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-dbf3c87e-9455-4bed-8ac3-02877cbfc969 req-e0d54c59-9ac8-4688-8074-f713328f140b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b HTTP/1.1" status: 200 len: 217 time: 0.0400856 Jan 17 10:11:14.078487 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c87e-9455-4bed-8ac3-02877cbfc969 req-fc743117-e15f-48b9-a0ac-17c276cd1279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:11:14.080107 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-dbf3c87e-9455-4bed-8ac3-02877cbfc969 req-fc743117-e15f-48b9-a0ac-17c276cd1279 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e448774-3984-45e0-acee-6e934c0b9d2c HTTP/1.1" status: 200 len: 848 time: 0.0482013 Jan 17 10:11:14.135281 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c87e-9455-4bed-8ac3-02877cbfc969 req-894ddf8b-1e21-49a6-bee6-44e0cca82648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:11:14.136953 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-dbf3c87e-9455-4bed-8ac3-02877cbfc969 req-894ddf8b-1e21-49a6-bee6-44e0cca82648 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bf1f795a-5c87-4862-8cad-842fccb85cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468526 Jan 17 10:11:14.205089 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-69a43f15-4f10-40bb-8fb1-e540ae84d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:05:34Z', 'revision_number': 4, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port': {'id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:31Z', 'updated_at': '2022-01-17T10:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '478f4c81-890c-408a-b5f9-f9582eb1daed', 'name': '', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'mac_address': 'fa:16:3e:33:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:33Z', 'updated_at': '2022-01-17T10:05:38Z', 'revision_number': 5, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'subnets': [{'id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:14.238166 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-dbf3c87e-9455-4bed-8ac3-02877cbfc969 req-df2e812a-e78e-424b-9507-8a869888e465 service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938618 Jan 17 10:11:14.269545 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a43f15-4f10-40bb-8fb1-e540ae84d3d7 None None] Checking router: e0315c19-80a1-4f1e-8f17-360614550082 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:11:14.269545 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a43f15-4f10-40bb-8fb1-e540ae84d3d7 None None] Routers {'e0315c19-80a1-4f1e-8f17-360614550082'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:11:14.269545 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-69a43f15-4f10-40bb-8fb1-e540ae84d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:10:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['e0315c19-80a1-4f1e-8f17-360614550082'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:14.331581 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-dbf3c87e-9455-4bed-8ac3-02877cbfc969 req-b2edc58e-a224-4e47-b977-42ab0887d293 service neutron] 10.222.0.94 "GET /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873396 Jan 17 10:11:14.361997 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-69a43f15-4f10-40bb-8fb1-e540ae84d3d7 None None] Set router e0315c19-80a1-4f1e-8f17-360614550082 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:11:14.401921 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26fe10-4bdb-46b1-afad-1b2e4e5f5961 req-6a7b3482-495b-4aeb-920a-670c99f21b8c tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:11:14.404052 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-af26fe10-4bdb-46b1-afad-1b2e4e5f5961 req-6a7b3482-495b-4aeb-920a-670c99f21b8c tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0565717 Jan 17 10:11:14.455784 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-af26fe10-4bdb-46b1-afad-1b2e4e5f5961 req-aef3f2c7-7db4-481b-85a1-b511e32e9a21 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457935 Jan 17 10:11:14.566471 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-69a43f15-4f10-40bb-8fb1-e540ae84d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:05:34Z', 'revision_number': 4, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port': {'id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:31Z', 'updated_at': '2022-01-17T10:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '478f4c81-890c-408a-b5f9-f9582eb1daed', 'name': '', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'mac_address': 'fa:16:3e:33:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:33Z', 'updated_at': '2022-01-17T10:05:38Z', 'revision_number': 5, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'subnets': [{'id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:14.593814 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a43f15-4f10-40bb-8fb1-e540ae84d3d7 None None] The sync data for ids ['e0315c19-80a1-4f1e-8f17-360614550082'] in dv-cinder-824839-2-iscsi is: [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:05:34Z', 'revision_number': 4, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port': {'id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:31Z', 'updated_at': '2022-01-17T10:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi', '_interfaces': [{'id': '478f4c81-890c-408a-b5f9-f9582eb1daed', 'name': '', 'network_id': 'bf1f795a-5c87-4862-8cad-842fccb85cd4', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'mac_address': 'fa:16:3e:33:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:33Z', 'updated_at': '2022-01-17T10:05:38Z', 'revision_number': 5, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'subnets': [{'id': '1e448774-3984-45e0-acee-6e934c0b9d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:11:14.811800 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9192a628-c8d1-4b79-b1ec-e5904cb9e6e2 None None] New status for floating IP ba1e36d7-fd45-41a7-bc7f-ecfd04afb0c8: DOWN {{(pid=114943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 10:11:15.575811 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a8acc-a018-4aad-8f07-348a0f7a48f3 req-010cb189-7f28-4da6-a0a7-a41fa34b2170 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:11:15.577316 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-924a8acc-a018-4aad-8f07-348a0f7a48f3 req-010cb189-7f28-4da6-a0a7-a41fa34b2170 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0488298 Jan 17 10:11:15.626395 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-924a8acc-a018-4aad-8f07-348a0f7a48f3 req-cfb1dc62-c4b8-4c49-aa06-3793ef7eb04e tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd1e5bec-dff6-424b-b41c-fd4dad3ac426&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434630 Jan 17 10:11:16.012186 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4dce2-f0fe-48a2-82ef-0370c955a495 req-d538dd74-6d14-465b-bb88-cc1515f53867 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 10:11:16.013683 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a3b4dce2-f0fe-48a2-82ef-0370c955a495 req-d538dd74-6d14-465b-bb88-cc1515f53867 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 945 time: 0.0495327 Jan 17 10:11:16.110814 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-a3b4dce2-f0fe-48a2-82ef-0370c955a495 req-cf913646-04bb-48d0-a1ec-b631fa244f76 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Deleting port ec9c36d9-b064-4d71-85b5-750c1313fd0b {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:11:16.111169 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a3b4dce2-f0fe-48a2-82ef-0370c955a495 req-cf913646-04bb-48d0-a1ec-b631fa244f76 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:16.207511 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [req-a3b4dce2-f0fe-48a2-82ef-0370c955a495 req-cf913646-04bb-48d0-a1ec-b631fa244f76 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] For port ec9c36d9-b064-4d71-85b5-750c1313fd0b, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ec9c36d9-b064-4d71-85b5-750c1313fd0b,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:11:16.207887 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a3b4dce2-f0fe-48a2-82ef-0370c955a495 req-cf913646-04bb-48d0-a1ec-b631fa244f76 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:16.221284 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [req-a3b4dce2-f0fe-48a2-82ef-0370c955a495 req-cf913646-04bb-48d0-a1ec-b631fa244f76 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Calling delete_port for ec9c36d9-b064-4d71-85b5-750c1313fd0b owned by compute:nova {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:11:16.423412 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a3b4dce2-f0fe-48a2-82ef-0370c955a495 req-cf913646-04bb-48d0-a1ec-b631fa244f76 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (ec9c36d9-b064-4d71-85b5-750c1313fd0b), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:16.454688 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf913646-04bb-48d0-a1ec-b631fa244f76 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Pushing event deleted for resources: {'Port': ['ID=ec9c36d9-b064-4d71-85b5-750c1313fd0b,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:16.503590 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b4dce2-f0fe-48a2-82ef-0370c955a495 req-cf913646-04bb-48d0-a1ec-b631fa244f76 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] No DVR routers for this DVR port ec9c36d9-b064-4d71-85b5-750c1313fd0b on host hv-cinder-82483 {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:11:16.506069 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [req-a3b4dce2-f0fe-48a2-82ef-0370c955a495 req-cf913646-04bb-48d0-a1ec-b631fa244f76 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33545674'] for port (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:16.509575 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [req-a3b4dce2-f0fe-48a2-82ef-0370c955a495 req-cf913646-04bb-48d0-a1ec-b631fa244f76 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.94 "DELETE /v2.0/ports/ec9c36d9-b064-4d71-85b5-750c1313fd0b HTTP/1.1" status: 204 len: 173 time: 0.4900758 Jan 17 10:11:16.510047 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'name': 'network-vif-deleted', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b'}] {{(pid=114941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 10:11:16.512506 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d965a3be863d1d00704c849c5f29cfe892b452cacf043d8eabe5a4f94e2a87c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20b0fae-974e-4dd2-858b-de2089968519" -d '{"events": [{"server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "name": "network-vif-deleted", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b"}]}' {{(pid=114941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 10:11:16.550832 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 10:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c712d652-61ac-498a-a590-f90f01834968 x-openstack-request-id: req-c712d652-61ac-498a-a590-f90f01834968 {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 10:11:16.551139 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8ea2f6-324c-4918-88d7-9c4c275adfdb", "name": "network-vif-deleted", "tag": "ec9c36d9-b064-4d71-85b5-750c1313fd0b", "status": "completed", "code": 200}]} {{(pid=114941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 10:11:16.551441 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c712d652-61ac-498a-a590-f90f01834968 {{(pid=114941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 10:11:16.551818 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8ea2f6-324c-4918-88d7-9c4c275adfdb', 'name': 'network-vif-deleted', 'tag': 'ec9c36d9-b064-4d71-85b5-750c1313fd0b', 'status': 'completed', 'code': 200} Jan 17 10:11:16.729398 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-8bf657a1-a7d2-4ffe-82ad-ad26d255f6dd req-2c15be4f-99d5-4c3f-a45c-e74717980fde tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 210 time: 0.0272865 Jan 17 10:11:17.838555 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [req-55492eda-3851-4fd5-bb34-ed04840925be req-1b564225-8376-4de8-9bf9-f2138d31df65 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea8ea2f6-324c-4918-88d7-9c4c275adfdb HTTP/1.1" status: 200 len: 210 time: 0.0296202 Jan 17 10:11:18.894556 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39384) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:18.952613 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-cfd7e5f9-e05d-4e66-bf21-f831350f07a1 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group (cd1e5bec-dff6-424b-b41c-fd4dad3ac426), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:18.978415 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-cfd7e5f9-e05d-4e66-bf21-f831350f07a1 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group (cd1e5bec-dff6-424b-b41c-fd4dad3ac426), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:19.216781 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-cfd7e5f9-e05d-4e66-bf21-f831350f07a1 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (cd1e5bec-dff6-424b-b41c-fd4dad3ac426), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:19.219896 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-cfd7e5f9-e05d-4e66-bf21-f831350f07a1 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Publish callbacks [] for security_group (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:19.221068 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-cfd7e5f9-e05d-4e66-bf21-f831350f07a1 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] 10.222.0.88 "DELETE /v2.0/security-groups/cd1e5bec-dff6-424b-b41c-fd4dad3ac426 HTTP/1.1" status: 204 len: 168 time: 0.3254764 Jan 17 10:11:19.230767 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7e5f9-e05d-4e66-bf21-f831350f07a1 tempest-TestShelveInstance-2078489996 tempest-TestShelveInstance-2078489996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1e5bec-dff6-424b-b41c-fd4dad3ac426,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:19.387219 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39388) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:19.978170 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device ec9c36d9-b064-4d71-85b5-750c1313fd0b no longer exists at agent hyperv_hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:11:20.002899 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] No Port match for: ec9c36d9-b064-4d71-85b5-750c1313fd0b {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:11:20.003523 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Device ec9c36d9-b064-4d71-85b5-750c1313fd0b not bound to the agent host hv-cinder-82483 {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:11:20.089075 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a89fa08c-cb4c-49b9-be75-0f51e7c32418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33152778'] for router_interface (e0315c19-80a1-4f1e-8f17-360614550082), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:20.337870 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-a89fa08c-cb4c-49b9-be75-0f51e7c32418 admin admin] Deleting port 478f4c81-890c-408a-b5f9-f9582eb1daed {{(pid=114940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:11:20.338217 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a89fa08c-cb4c-49b9-be75-0f51e7c32418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:20.419871 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [None req-a89fa08c-cb4c-49b9-be75-0f51e7c32418 admin admin] For port 478f4c81-890c-408a-b5f9-f9582eb1daed, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=478f4c81-890c-408a-b5f9-f9582eb1daed,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:11:20.420233 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a89fa08c-cb4c-49b9-be75-0f51e7c32418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:20.433143 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-a89fa08c-cb4c-49b9-be75-0f51e7c32418 admin admin] Calling delete_port for 478f4c81-890c-408a-b5f9-f9582eb1daed owned by network:router_interface {{(pid=114940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:11:20.696575 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a89fa08c-cb4c-49b9-be75-0f51e7c32418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (478f4c81-890c-408a-b5f9-f9582eb1daed), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:20.720479 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fa08c-cb4c-49b9-be75-0f51e7c32418 admin admin] Pushing event deleted for resources: {'Port': ['ID=478f4c81-890c-408a-b5f9-f9582eb1daed,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:20.894495 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-a89fa08c-cb4c-49b9-be75-0f51e7c32418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33241339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33137306'] for router_interface (e0315c19-80a1-4f1e-8f17-360614550082), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:21.109342 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89fa08c-cb4c-49b9-be75-0f51e7c32418 admin admin] Router e0315c19-80a1-4f1e-8f17-360614550082 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:11:21.217669 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89fa08c-cb4c-49b9-be75-0f51e7c32418 admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:11:21.222859 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-a89fa08c-cb4c-49b9-be75-0f51e7c32418 admin admin] 10.222.0.88 "PUT /v2.0/routers/e0315c19-80a1-4f1e-8f17-360614550082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8345199 Jan 17 10:11:21.225367 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39392) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:21.228510 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c98a92-a420-4555-8ee5-258aecd087b4 None None] Sync routers for ids ['e0315c19-80a1-4f1e-8f17-360614550082'] in dv-cinder-824839-2-iscsi {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:11:21.237990 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c98a92-a420-4555-8ee5-258aecd087b4 None None] Routers {'e0315c19-80a1-4f1e-8f17-360614550082'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:11:21.238617 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-97c98a92-a420-4555-8ee5-258aecd087b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:10:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['e0315c19-80a1-4f1e-8f17-360614550082'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:21.332838 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Publish callbacks [] for router (e0315c19-80a1-4f1e-8f17-360614550082), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:21.345600 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-97c98a92-a420-4555-8ee5-258aecd087b4 None None] Set router e0315c19-80a1-4f1e-8f17-360614550082 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:11:21.440800 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Publish callbacks [] for router_gateway (e0315c19-80a1-4f1e-8f17-360614550082), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:21.522436 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-97c98a92-a420-4555-8ee5-258aecd087b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:11:20Z', 'revision_number': 5, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port': {'id': '23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:31Z', 'updated_at': '2022-01-17T10:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:21.553043 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c98a92-a420-4555-8ee5-258aecd087b4 None None] Checking router: e0315c19-80a1-4f1e-8f17-360614550082 for host: dv-cinder-824839-2-iscsi {{(pid=114942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:11:21.561830 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c98a92-a420-4555-8ee5-258aecd087b4 None None] Routers {'e0315c19-80a1-4f1e-8f17-360614550082'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:11:21.562449 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-97c98a92-a420-4555-8ee5-258aecd087b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:10:55Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['e0315c19-80a1-4f1e-8f17-360614550082'], 'active': True} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:21.581828 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Deleting port 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f {{(pid=114940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:11:21.582172 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:21.650771 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvr_db [None req-97c98a92-a420-4555-8ee5-258aecd087b4 None None] Set router e0315c19-80a1-4f1e-8f17-360614550082 gateway port host: None {{(pid=114942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:11:21.665365 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] For port 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:11:21.665734 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:21.678419 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Calling delete_port for 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f owned by network:router_gateway {{(pid=114940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:11:21.702822 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_hamode_db [None req-97c98a92-a420-4555-8ee5-258aecd087b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:11:21Z', 'revision_number': 6, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port_host': None}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:21.733745 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c98a92-a420-4555-8ee5-258aecd087b4 None None] The sync data for ids ['e0315c19-80a1-4f1e-8f17-360614550082'] in dv-cinder-824839-2-iscsi is: [{'id': 'e0315c19-80a1-4f1e-8f17-360614550082', 'name': 'tempest-TestShelveInstance-1978996679-router', 'tenant_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:30Z', 'updated_at': '2022-01-17T10:11:21Z', 'revision_number': 6, 'project_id': 'abba12a7c8bf4381b4ca8742e8354cc7', 'gw_port_host': None}] {{(pid=114942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:11:21.931667 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:21.957275 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:22.015887 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33137008'] for router_gateway (e0315c19-80a1-4f1e-8f17-360614550082), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.110638 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33139175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25221'] for router (e0315c19-80a1-4f1e-8f17-360614550082), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.113007 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Publish callbacks [] for router_controller (e0315c19-80a1-4f1e-8f17-360614550082), precommit_delete_associations {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.308236 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33139180'] for router (e0315c19-80a1-4f1e-8f17-360614550082), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.308742 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0315c19-80a1-4f1e-8f17-360614550082 {{(pid=114940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 10:11:22.314549 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.315748 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-56fdcd3a-6f06-45ba-9bed-57ac79492576 admin admin] 10.222.0.88 "DELETE /v2.0/routers/e0315c19-80a1-4f1e-8f17-360614550082 HTTP/1.1" status: 204 len: 168 time: 1.0893867 Jan 17 10:11:22.318286 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39394) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:22.364775 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.db.db_base_plugin_v2 [None req-6559b91d-a5d2-429c-a016-03fa6d2f8344 admin admin] Deleting subnet 1e448774-3984-45e0-acee-6e934c0b9d2c {{(pid=114940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 10:11:22.368745 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6559b91d-a5d2-429c-a016-03fa6d2f8344 admin admin] Publish callbacks [] for subnet (1e448774-3984-45e0-acee-6e934c0b9d2c), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.407439 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6559b91d-a5d2-429c-a016-03fa6d2f8344 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24885546'] for subnet (1e448774-3984-45e0-acee-6e934c0b9d2c), precommit_delete_associations {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.433580 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e01eacfd-23ab-4b97-8f27-e2932ecdfc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.493016 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6559b91d-a5d2-429c-a016-03fa6d2f8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (1e448774-3984-45e0-acee-6e934c0b9d2c), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.606040 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6559b91d-a5d2-429c-a016-03fa6d2f8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24894551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24840395'] for subnet (1e448774-3984-45e0-acee-6e934c0b9d2c), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.632185 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559b91d-a5d2-429c-a016-03fa6d2f8344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e448774-3984-45e0-acee-6e934c0b9d2c,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:22.637041 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-6559b91d-a5d2-429c-a016-03fa6d2f8344 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.640409 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-6559b91d-a5d2-429c-a016-03fa6d2f8344 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1e448774-3984-45e0-acee-6e934c0b9d2c HTTP/1.1" status: 204 len: 168 time: 0.3211107 Jan 17 10:11:22.643225 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39396) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:22.644636 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e56088b-d943-468d-9556-5a1f00fe6b58 None None] Network bf1f795a-5c87-4862-8cad-842fccb85cd4 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:11:22.715975 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (bf1f795a-5c87-4862-8cad-842fccb85cd4), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.783465 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Deleting port 4444be53-b431-4fbe-93bf-ad78a326d2be {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:11:22.783878 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.818389 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f77a9c-f601-4a94-ab72-70c41ba281d7 None None] DHCP port deletion for bf1f795a-5c87-4862-8cad-842fccb85cd4 request from dv-cinder-824839-2-iscsi {{(pid=114942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 10:11:22.852366 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:11:22.853970 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] For port 4444be53-b431-4fbe-93bf-ad78a326d2be, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=4444be53-b431-4fbe-93bf-ad78a326d2be,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:11:22.854345 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.867587 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Calling delete_port for 4444be53-b431-4fbe-93bf-ad78a326d2be owned by network:dhcp {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:11:22.874922 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:11:22.875283 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 23e2eb9c-cd26-4fab-bc18-d7f19cdfa07f not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:11:22.875700 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 478f4c81-890c-408a-b5f9-f9582eb1daed no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:11:22.900852 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 478f4c81-890c-408a-b5f9-f9582eb1daed {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:11:22.901202 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 478f4c81-890c-408a-b5f9-f9582eb1daed not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:11:22.916324 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-23f77a9c-f601-4a94-ab72-70c41ba281d7 None None] Deleting port 4444be53-b431-4fbe-93bf-ad78a326d2be {{(pid=114942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:11:22.916707 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-23f77a9c-f601-4a94-ab72-70c41ba281d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), before_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:22.992801 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-23f77a9c-f601-4a94-ab72-70c41ba281d7 None None] For port 4444be53-b431-4fbe-93bf-ad78a326d2be, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=4444be53-b431-4fbe-93bf-ad78a326d2be,segment=NetworkSegment(4f8bd251-4b74-4cdc-9928-3540883aaefa),segment_id=4f8bd251-4b74-4cdc-9928-3540883aaefa)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:11:22.993201 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-23f77a9c-f601-4a94-ab72-70c41ba281d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), precommit_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:23.007014 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-23f77a9c-f601-4a94-ab72-70c41ba281d7 None None] Calling delete_port for 4444be53-b431-4fbe-93bf-ad78a326d2be owned by network:dhcp {{(pid=114942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:11:23.040361 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:23.088254 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Pushing event deleted for resources: {'Port': ['ID=4444be53-b431-4fbe-93bf-ad78a326d2be,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:23.093862 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] No DVR routers for this DVR port 4444be53-b431-4fbe-93bf-ad78a326d2be on host dv-cinder-824839-2-iscsi {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:11:23.108242 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-23f77a9c-f601-4a94-ab72-70c41ba281d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926'] for port (4444be53-b431-4fbe-93bf-ad78a326d2be), after_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:23.137644 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f77a9c-f601-4a94-ab72-70c41ba281d7 None None] Pushing event deleted for resources: {'Port': ['ID=4444be53-b431-4fbe-93bf-ad78a326d2be,revision_number=None']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:23.139823 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f77a9c-f601-4a94-ab72-70c41ba281d7 None None] No DVR routers for this DVR port 4444be53-b431-4fbe-93bf-ad78a326d2be on host dv-cinder-824839-2-iscsi {{(pid=114942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:11:23.172265 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (bf1f795a-5c87-4862-8cad-842fccb85cd4), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:23.192714 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1f795a-5c87-4862-8cad-842fccb85cd4']}} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:23.202126 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8bd251-4b74-4cdc-9928-3540883aaefa') {'for_net_delete': True} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:23.208276 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8bd251-4b74-4cdc-9928-3540883aaefa') {} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:23.212588 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869107'] for segment (4f8bd251-4b74-4cdc-9928-3540883aaefa), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:23.225762 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (4f8bd251-4b74-4cdc-9928-3540883aaefa), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:23.232152 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=114941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 10:11:23.232577 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29490688'] for segment (4f8bd251-4b74-4cdc-9928-3540883aaefa), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: warnings.warn(msg) Jan 17 10:11:23.234173 dv-cinder-824839-2-iscsi neutron-server[114941]: Traceback (most recent call last): Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: timer() Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: cb(*args, **kw) Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: return func(*args, **kwargs) Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: self._notify() Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: self.callback(batched_events) Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: event.method(event) Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: return f(self, *a, **k) Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: return self._get(url).json() Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: return self.request(url, 'GET', **kwargs) Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 10:11:23.237054 dv-cinder-824839-2-iscsi neutron-server[114941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 10:11:23.359703 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (bf1f795a-5c87-4862-8cad-842fccb85cd4), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:23.364228 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:23.368489 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] 10.222.0.88 "DELETE /v2.0/networks/bf1f795a-5c87-4862-8cad-842fccb85cd4 HTTP/1.1" status: 204 len: 168 time: 0.7234640 Jan 17 10:11:23.370787 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.wsgi [-] (114940) accepted ('10.222.0.88', 39398) {{(pid=114940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:23.382147 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba933827-8526-4304-8d73-42c79934b270 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1f795a-5c87-4862-8cad-842fccb85cd4,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:23.718009 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc984-6f88-4b74-bb2e-844870f95dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33152778'] for router_interface (5b2e6b91-89fa-4df4-9d31-398a33ce2868), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:23.957048 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bc984-6f88-4b74-bb2e-844870f95dea admin admin] Deleting port e8967f8c-d731-4d39-8069-dea0107325a0 {{(pid=114940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:11:23.958920 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc984-6f88-4b74-bb2e-844870f95dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), before_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:24.038987 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.db [None req-fd6bc984-6f88-4b74-bb2e-844870f95dea admin admin] For port e8967f8c-d731-4d39-8069-dea0107325a0, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=e8967f8c-d731-4d39-8069-dea0107325a0,segment=NetworkSegment(28bcf868-d3a2-4252-ba36-a21c4a09c6a7),segment_id=28bcf868-d3a2-4252-ba36-a21c4a09c6a7)] {{(pid=114940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:11:24.039279 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc984-6f88-4b74-bb2e-844870f95dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), precommit_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:24.052252 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bc984-6f88-4b74-bb2e-844870f95dea admin admin] Calling delete_port for e8967f8c-d731-4d39-8069-dea0107325a0 owned by network:router_interface {{(pid=114940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:11:24.331398 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc984-6f88-4b74-bb2e-844870f95dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24894564'] for port (e8967f8c-d731-4d39-8069-dea0107325a0), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:24.355826 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bc984-6f88-4b74-bb2e-844870f95dea admin admin] Pushing event deleted for resources: {'Port': ['ID=e8967f8c-d731-4d39-8069-dea0107325a0,revision_number=None']} {{(pid=114940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:24.548907 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc984-6f88-4b74-bb2e-844870f95dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33241339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33137306'] for router_interface (5b2e6b91-89fa-4df4-9d31-398a33ce2868), after_delete {{(pid=114940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:24.840262 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 4444be53-b431-4fbe-93bf-ad78a326d2be no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:11:24.862159 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 4444be53-b431-4fbe-93bf-ad78a326d2be {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:11:24.862514 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 4444be53-b431-4fbe-93bf-ad78a326d2be not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:11:25.016827 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef0d7-9a5c-4045-848a-cf9e58615213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:25.034960 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6bc984-6f88-4b74-bb2e-844870f95dea admin admin] Router 5b2e6b91-89fa-4df4-9d31-398a33ce2868 has already been hosted by L3 agent 726e46b3-dda1-4690-b551-87e6f107ff95 {{(pid=114940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 10:11:25.141337 dv-cinder-824839-2-iscsi neutron-server[114940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6bc984-6f88-4b74-bb2e-844870f95dea admin admin] Notify agent at l3_agent.dv-cinder-824839-2-iscsi the message routers_updated {{(pid=114940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 10:11:25.146433 dv-cinder-824839-2-iscsi neutron-server[114940]: INFO neutron.wsgi [None req-fd6bc984-6f88-4b74-bb2e-844870f95dea admin admin] 10.222.0.88 "PUT /v2.0/routers/5b2e6b91-89fa-4df4-9d31-398a33ce2868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7745678 Jan 17 10:11:25.157323 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39400) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:25.157866 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59dd13-932b-4c9b-a421-27265e84090b None None] Sync routers for ids ['5b2e6b91-89fa-4df4-9d31-398a33ce2868'] in dv-cinder-824839-2-iscsi {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 10:11:25.160997 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59dd13-932b-4c9b-a421-27265e84090b None None] Routers {'5b2e6b91-89fa-4df4-9d31-398a33ce2868'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:11:25.161632 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-2a59dd13-932b-4c9b-a421-27265e84090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:11:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['5b2e6b91-89fa-4df4-9d31-398a33ce2868'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:25.259711 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Publish callbacks [] for router (5b2e6b91-89fa-4df4-9d31-398a33ce2868), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:25.270969 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-2a59dd13-932b-4c9b-a421-27265e84090b None None] Set router 5b2e6b91-89fa-4df4-9d31-398a33ce2868 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:11:25.552209 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-2a59dd13-932b-4c9b-a421-27265e84090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'name': 'tempest-TestShelveInstance-1049089899-router', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:38Z', 'updated_at': '2022-01-17T10:11:24Z', 'revision_number': 5, 'project_id': '2db1264c7b224369bc8d357621c6c3e5', 'gw_port': {'id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:17:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:39Z', 'updated_at': '2022-01-17T10:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:25.585089 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59dd13-932b-4c9b-a421-27265e84090b None None] Checking router: 5b2e6b91-89fa-4df4-9d31-398a33ce2868 for host: dv-cinder-824839-2-iscsi {{(pid=114943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 10:11:25.595435 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59dd13-932b-4c9b-a421-27265e84090b None None] Routers {'5b2e6b91-89fa-4df4-9d31-398a33ce2868'} bound to L3 agent in host dv-cinder-824839-2-iscsi {{(pid=114943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 10:11:25.596134 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-2a59dd13-932b-4c9b-a421-27265e84090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T09:45:25Z,description=,heartbeat_timestamp=2022-01-17T10:11:25Z,host='dv-cinder-824839-2-iscsi',id=726e46b3-dda1-4690-b551-87e6f107ff95,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:45:25Z,topic='l3_agent')) {'router_ids': ['5b2e6b91-89fa-4df4-9d31-398a33ce2868'], 'active': True} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:25.654933 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Publish callbacks [] for router_gateway (5b2e6b91-89fa-4df4-9d31-398a33ce2868), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:25.705462 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_dvr_db [None req-2a59dd13-932b-4c9b-a421-27265e84090b None None] Set router 5b2e6b91-89fa-4df4-9d31-398a33ce2868 gateway port host: dv-cinder-824839-2-iscsi {{(pid=114943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 10:11:25.781328 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Deleting port e511cc73-116d-4ba2-9e6f-a56404f1e50c {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:11:25.781676 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:25.864841 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] For port e511cc73-116d-4ba2-9e6f-a56404f1e50c, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=e511cc73-116d-4ba2-9e6f-a56404f1e50c,segment=NetworkSegment(29663010-18a8-4ef5-a8d4-36abc51a6498),segment_id=29663010-18a8-4ef5-a8d4-36abc51a6498)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:11:25.865127 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:25.880300 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Calling delete_port for e511cc73-116d-4ba2-9e6f-a56404f1e50c owned by network:router_gateway {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:11:25.888608 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.l3_hamode_db [None req-2a59dd13-932b-4c9b-a421-27265e84090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'name': 'tempest-TestShelveInstance-1049089899-router', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:38Z', 'updated_at': '2022-01-17T10:11:24Z', 'revision_number': 5, 'project_id': '2db1264c7b224369bc8d357621c6c3e5', 'gw_port': {'id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:17:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:39Z', 'updated_at': '2022-01-17T10:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}], 'dv-cinder-824839-2-iscsi', False) {} {{(pid=114943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:25.917026 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59dd13-932b-4c9b-a421-27265e84090b None None] The sync data for ids ['5b2e6b91-89fa-4df4-9d31-398a33ce2868'] in dv-cinder-824839-2-iscsi is: [{'id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'name': 'tempest-TestShelveInstance-1049089899-router', 'tenant_id': '2db1264c7b224369bc8d357621c6c3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'external_fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T10:05:38Z', 'updated_at': '2022-01-17T10:11:24Z', 'revision_number': 5, 'project_id': '2db1264c7b224369bc8d357621c6c3e5', 'gw_port': {'id': 'e511cc73-116d-4ba2-9e6f-a56404f1e50c', 'name': '', 'network_id': '0c7e88ac-70c0-4034-bfe0-ae0b9e068208', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:17:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e6b91-89fa-4df4-9d31-398a33ce2868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T10:05:39Z', 'updated_at': '2022-01-17T10:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63779cf4-06cd-40af-aead-ad4607ee5561', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-2-iscsi'}] {{(pid=114943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 10:11:25.957819 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:26.182373 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (e511cc73-116d-4ba2-9e6f-a56404f1e50c), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:26.213778 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Pushing event deleted for resources: {'Port': ['ID=e511cc73-116d-4ba2-9e6f-a56404f1e50c,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:26.222388 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:11:26.222800 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:11:26.223161 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:11:26.223510 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:11:26.223859 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:11:26.224199 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:11:26.224539 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:11:26.224881 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:11:26.225220 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:11:26.225566 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:11:26.225904 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:11:26.226261 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:11:26.226616 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-2-iscsi {{(pid=114941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 10:11:26.288260 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33137008'] for router_gateway (5b2e6b91-89fa-4df4-9d31-398a33ce2868), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:26.389482 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33139175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25221'] for router (5b2e6b91-89fa-4df4-9d31-398a33ce2868), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:26.391873 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Publish callbacks [] for router_controller (5b2e6b91-89fa-4df4-9d31-398a33ce2868), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:26.508858 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33139180'] for router (5b2e6b91-89fa-4df4-9d31-398a33ce2868), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:26.511383 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b2e6b91-89fa-4df4-9d31-398a33ce2868 {{(pid=114941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 10:11:26.513823 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:26.515005 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-98e21d86-a167-47f1-9f04-bfde4642ce87 admin admin] 10.222.0.88 "DELETE /v2.0/routers/5b2e6b91-89fa-4df4-9d31-398a33ce2868 HTTP/1.1" status: 204 len: 168 time: 1.3646705 Jan 17 10:11:26.517546 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39402) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:26.565430 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9171260-437b-4da2-9809-d39c79b4ca27 admin admin] Deleting subnet ddec1b82-355a-41ee-8476-928841580f90 {{(pid=114941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 10:11:26.568907 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f9171260-437b-4da2-9809-d39c79b4ca27 admin admin] Publish callbacks [] for subnet (ddec1b82-355a-41ee-8476-928841580f90), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:26.605670 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f9171260-437b-4da2-9809-d39c79b4ca27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24674816'] for subnet (ddec1b82-355a-41ee-8476-928841580f90), precommit_delete_associations {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:26.688131 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f9171260-437b-4da2-9809-d39c79b4ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527192'] for subnet (ddec1b82-355a-41ee-8476-928841580f90), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:26.816923 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f9171260-437b-4da2-9809-d39c79b4ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29490798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29783091'] for subnet (ddec1b82-355a-41ee-8476-928841580f90), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:26.843937 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9171260-437b-4da2-9809-d39c79b4ca27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddec1b82-355a-41ee-8476-928841580f90,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:26.852223 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-f9171260-437b-4da2-9809-d39c79b4ca27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for subnet (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:26.852223 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-f9171260-437b-4da2-9809-d39c79b4ca27 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/ddec1b82-355a-41ee-8476-928841580f90 HTTP/1.1" status: 204 len: 168 time: 0.3325083 Jan 17 10:11:26.853617 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39404) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:26.853953 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1564cc0-ecd4-44cf-aee2-5302e1f6cbeb None None] Network 3098b12d-198f-436e-926f-e7c080e8ea96 requested from dv-cinder-824839-2-iscsi {{(pid=114942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 10:11:26.928770 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726564'] for network (3098b12d-198f-436e-926f-e7c080e8ea96), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:26.996349 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Deleting port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 {{(pid=114941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:11:26.996689 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:27.054811 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device e8967f8c-d731-4d39-8069-dea0107325a0 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:11:27.068905 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.db [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] For port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=87b0d975-47fc-40f8-8d7e-ddeee0e42e17,segment=NetworkSegment(28bcf868-d3a2-4252-ba36-a21c4a09c6a7),segment_id=28bcf868-d3a2-4252-ba36-a21c4a09c6a7)] {{(pid=114941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:11:27.069280 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:27.079158 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: e8967f8c-d731-4d39-8069-dea0107325a0 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:11:27.079514 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device e8967f8c-d731-4d39-8069-dea0107325a0 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:11:27.079936 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device e511cc73-116d-4ba2-9e6f-a56404f1e50c no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:11:27.082279 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.plugin [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Calling delete_port for 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 owned by network:dhcp {{(pid=114941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:11:27.112268 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: e511cc73-116d-4ba2-9e6f-a56404f1e50c {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:11:27.121576 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device e511cc73-116d-4ba2-9e6f-a56404f1e50c not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:11:27.194438 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d765df13-14eb-4818-9681-f5594200af2e None None] DHCP port deletion for 3098b12d-198f-436e-926f-e7c080e8ea96 request from dv-cinder-824839-2-iscsi {{(pid=114942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 10:11:27.245731 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-d765df13-14eb-4818-9681-f5594200af2e None None] Deleting port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 {{(pid=114942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 10:11:27.246120 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d765df13-14eb-4818-9681-f5594200af2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776748933349'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), before_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:27.307525 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.db [None req-d765df13-14eb-4818-9681-f5594200af2e None None] For port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17, host dv-cinder-824839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-2-iscsi',level=0,port_id=87b0d975-47fc-40f8-8d7e-ddeee0e42e17,segment=NetworkSegment(28bcf868-d3a2-4252-ba36-a21c4a09c6a7),segment_id=28bcf868-d3a2-4252-ba36-a21c4a09c6a7)] {{(pid=114942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 10:11:27.307837 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d765df13-14eb-4818-9681-f5594200af2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33148079'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), precommit_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:27.320517 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-d765df13-14eb-4818-9681-f5594200af2e None None] Calling delete_port for 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 owned by network:dhcp {{(pid=114942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 10:11:27.576723 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29490781'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:27.583670 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d765df13-14eb-4818-9681-f5594200af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32896948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33444832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776748940409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776748440926'] for port (87b0d975-47fc-40f8-8d7e-ddeee0e42e17), after_delete {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:27.603234 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b0d975-47fc-40f8-8d7e-ddeee0e42e17,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:27.606867 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] No DVR routers for this DVR port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 on host dv-cinder-824839-2-iscsi {{(pid=114941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:11:27.611612 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765df13-14eb-4818-9681-f5594200af2e None None] Pushing event deleted for resources: {'Port': ['ID=87b0d975-47fc-40f8-8d7e-ddeee0e42e17,revision_number=None']} {{(pid=114942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:27.613625 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765df13-14eb-4818-9681-f5594200af2e None None] No DVR routers for this DVR port 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 on host dv-cinder-824839-2-iscsi {{(pid=114942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 10:11:27.686065 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527071', 'neutron.services.segments.db._delete_segments_for_network-8776748979240'] for network (3098b12d-198f-436e-926f-e7c080e8ea96), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:27.707584 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3098b12d-198f-436e-926f-e7c080e8ea96']}} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:27.718903 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bcf868-d3a2-4252-ba36-a21c4a09c6a7') {'for_net_delete': True} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:27.719208 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.services.segments.db [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bcf868-d3a2-4252-ba36-a21c4a09c6a7') {} {{(pid=114941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 10:11:27.729046 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776748979761', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24869107'] for segment (28bcf868-d3a2-4252-ba36-a21c4a09c6a7), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:27.742969 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957'] for segment (28bcf868-d3a2-4252-ba36-a21c4a09c6a7), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:27.749472 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Releasing vlan 993 on physical network physnet1 to pool {{(pid=114941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 10:11:27.749868 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32867957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29490688'] for segment (28bcf868-d3a2-4252-ba36-a21c4a09c6a7), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: Traceback (most recent call last): Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: timer() Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: cb(*args, **kw) Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: return func(*args, **kwargs) Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: self._notify() Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: self.callback(batched_events) Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: event.method(event) Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: return f(self, *a, **k) Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: return self._get(url).json() Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: return self.request(url, 'GET', **kwargs) Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 10:11:27.751604 dv-cinder-824839-2-iscsi neutron-server[114941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 10:11:27.890691 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:27.987986 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33241218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33136924'] for network (3098b12d-198f-436e-926f-e7c080e8ea96), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:27.992928 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33241236'] for network (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:27.996233 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3098b12d-198f-436e-926f-e7c080e8ea96 HTTP/1.1" status: 204 len: 168 time: 1.1409268 Jan 17 10:11:28.009613 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d7c35-9ef3-4cf0-a1b6-b5582e70eaa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3098b12d-198f-436e-926f-e7c080e8ea96,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:28.497169 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:11:28.513307 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39408) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:28.560563 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-21dd5fbc-0896-44c9-b0b1-0af4e6ec7c6b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=abba12a7c8bf4381b4ca8742e8354cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460107 Jan 17 10:11:28.603769 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39410) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:28.652390 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-56449cfe-43b4-4ca4-bf57-32b69780782f admin admin] Publish callbacks [] for security_group (7d29e556-bd99-4877-ac8a-a31000440194), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:28.673909 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-56449cfe-43b4-4ca4-bf57-32b69780782f admin admin] Publish callbacks [] for security_group (7d29e556-bd99-4877-ac8a-a31000440194), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:28.791425 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 no longer exists at agent ovs-agent-dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 10:11:28.813479 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.plugin [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] No Port match for: 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 {{(pid=114942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 10:11:28.813829 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron.plugins.ml2.rpc [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Device 87b0d975-47fc-40f8-8d7e-ddeee0e42e17 not bound to the agent host dv-cinder-824839-2-iscsi {{(pid=114942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 10:11:28.827808 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-56449cfe-43b4-4ca4-bf57-32b69780782f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (7d29e556-bd99-4877-ac8a-a31000440194), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:28.830410 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-56449cfe-43b4-4ca4-bf57-32b69780782f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:28.831589 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-56449cfe-43b4-4ca4-bf57-32b69780782f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7d29e556-bd99-4877-ac8a-a31000440194 HTTP/1.1" status: 204 len: 168 time: 0.2268691 Jan 17 10:11:28.840859 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56449cfe-43b4-4ca4-bf57-32b69780782f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d29e556-bd99-4877-ac8a-a31000440194,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:29.125257 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:29.674439 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39416) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:29.719031 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-0b497646-2fbc-484a-be9f-b20b2172fe1a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2db1264c7b224369bc8d357621c6c3e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429649 Jan 17 10:11:29.721144 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [-] (114941) accepted ('10.222.0.88', 39418) {{(pid=114941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 10:11:29.770179 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5b08fd5b-5921-47de-a3c5-8bb4cc3e62e0 admin admin] Publish callbacks [] for security_group (8b120134-28cb-42d7-8902-88a3f41c5ce5), before_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:29.795736 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5b08fd5b-5921-47de-a3c5-8bb4cc3e62e0 admin admin] Publish callbacks [] for security_group (8b120134-28cb-42d7-8902-88a3f41c5ce5), precommit_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:29.959688 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5b08fd5b-5921-47de-a3c5-8bb4cc3e62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33113336'] for security_group (8b120134-28cb-42d7-8902-88a3f41c5ce5), after_delete {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:29.962997 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron_lib.callbacks.manager [None req-5b08fd5b-5921-47de-a3c5-8bb4cc3e62e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:29.964207 dv-cinder-824839-2-iscsi neutron-server[114941]: INFO neutron.wsgi [None req-5b08fd5b-5921-47de-a3c5-8bb4cc3e62e0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8b120134-28cb-42d7-8902-88a3f41c5ce5 HTTP/1.1" status: 204 len: 168 time: 0.2420523 Jan 17 10:11:29.973659 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08fd5b-5921-47de-a3c5-8bb4cc3e62e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b120134-28cb-42d7-8902-88a3f41c5ce5,revision_number=None']} {{(pid=114941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 10:11:34.902780 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:52.633513 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e65e21ce-d9b6-49c2-bd6f-4bcd17654bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:55.044731 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-e468e7bf-a50e-4a2b-ba46-c41218424786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:55.950079 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:57.878676 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:11:59.141780 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:12:04.936154 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:12:05.496232 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:12:22.449186 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9b69-59b2-4071-afde-9317b69a1f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:12:24.997918 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-c49aecc1-1440-4f10-8eff-936afd8c2c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:12:25.945266 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:12:27.792516 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:12:29.066585 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:12:34.887767 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:12:42.495108 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:12:52.458777 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-06a84828-ec97-469c-996d-0eb36893041c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:12:54.985907 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-1bfabe79-a6cd-4bdc-a703-c29a42940072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:12:55.962842 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:12:57.831635 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:12:59.077672 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:13:04.893056 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:13:19.493313 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:13:22.460107 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-0613ded3-bcd1-4e3c-92a9-06703a7c7128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:13:25.025840 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae8f-5462-4b3f-a750-d7dba9a0c3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:13:25.956747 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:13:27.806208 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:13:29.155079 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:13:34.916883 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:13:52.488197 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-3ed0109f-5eb4-404c-92ba-ed47900d2237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:13:55.034220 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-31c574f9-406f-4fbc-9aea-511d1940e29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:13:55.948169 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:13:56.491902 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:13:57.796439 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:13:59.105464 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:14:04.936134 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:14:22.510482 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-31d15c73-97b4-4e49-b992-96097417399f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:14:25.026868 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f328acdf-31cb-4b1b-a2f3-69cb2731a7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:14:25.955733 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:14:27.824394 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:14:29.150234 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:14:33.490366 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:14:34.912570 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:14:52.500309 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-aaca7262-f743-4b2e-8cfd-adf49da8bbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:14:55.081136 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2dc6-e571-49c1-b5f7-2e976b456f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:14:56.048549 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:14:57.825865 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:14:59.144233 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:15:04.909770 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:15:10.491203 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:15:22.544938 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-2e14b877-d60d-46ad-aa99-74e6f3372bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:15:25.031349 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-a3923aef-8933-4271-af48-3759e3009834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:15:25.956373 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:15:27.841803 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:15:29.082025 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:15:34.904753 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:15:47.490463 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:15:52.509784 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-599571d0-55ea-4323-9275-0ee10af1c714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:15:55.018143 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f07adc71-87e5-449b-886c-702036f86e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:15:55.960569 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:15:57.806442 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:15:59.114601 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:16:04.909318 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:16:22.513913 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-abd8aa27-ceca-43e9-a4df-4d303b2deffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:16:24.489736 dv-cinder-824839-2-iscsi neutron-server[114943]: DEBUG neutron.db.agents_db [None req-9b74b7cd-84d7-44f1-8c1d-f7af79a911bf None None] Agent healthcheck: found 6 active agents {{(pid=114943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 10:16:24.988334 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-f4677a7e-22c4-47b7-ae9f-796ec6d0eb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:16:26.005406 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:16:27.810718 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:16:29.131234 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:16:34.931049 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-200b12f0-c97e-4a59-baee-56f7bcc54e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (7cb1e2ff-2e44-4d8d-9ae4-d90f541d2942), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:16:41.767081 dv-cinder-824839-2-iscsi neutron-server[114941]: DEBUG neutron.wsgi [req-29739215-b698-45c0-bc43-98d4a9e2d7d6 req-5b3b265b-0df7-4c43-bea4-a813d90dacbb service neutron] (114941) timed out ('10.222.0.94', 64289) {{(pid=114941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 10:16:52.467472 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-31d1b65b-c272-4ce8-8ad7-827f90636c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (b3a623af-ad68-46f6-9e4f-af75d7ce69ac), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:16:55.062121 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-906aef62-3273-4f98-91ce-408be81cc93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (726e46b3-dda1-4690-b551-87e6f107ff95), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:16:55.976493 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-d2da3390-805c-412e-9ee5-645b2a50c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (1a02d8ff-343f-4a5f-b7bb-600623e7b65c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:16:57.895955 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-896758a3-89f0-4ab9-b733-329b513187af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (ca64005d-068c-4146-b357-f168ca2f162c), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 10:16:59.090456 dv-cinder-824839-2-iscsi neutron-server[114942]: DEBUG neutron_lib.callbacks.manager [None req-066d4a90-0f82-4218-83d3-048e1ea5c6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776748979222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530457'] for agent (174a8f28-fe52-4870-b234-364e34b073b2), after_update {{(pid=114942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}